-- Logs begin at Thu 2022-01-13 13:52:54 UTC, end at Thu 2022-01-13 15:05:43 UTC. -- Jan 13 14:37:41.641819 dv-cinder-823726-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 13 14:37:44.669740 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.common.config [-] Logging enabled! Jan 13 14:37:44.670382 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev370 Jan 13 14:37:44.670531 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 13 14:37:44.673795 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.common.config [-] Logging enabled! Jan 13 14:37:44.674058 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev370 Jan 13 14:37:44.674375 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 13 14:37:44.675358 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 14:37:44.675601 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 14:37:44.676138 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 14:37:44.676391 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 14:37:44.676624 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 14:37:44.676952 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.677374 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 13 14:37:44.677692 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.678060 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.678358 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.678707 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.678989 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.679277 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.679570 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.679876 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.680166 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.680452 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.680744 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.681043 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.681330 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.681621 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.681909 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.682196 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] debug = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.682481 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.682948 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.683370 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.683659 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.683950 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.684287 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.684505 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.684787 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.685073 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.685404 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] host = dv-cinder-823726-5-iscsi {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.685686 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.685976 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.686266 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.686555 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.686860 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.687140 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.687428 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.687706 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.687983 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.688261 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.688553 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.688846 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.689140 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.689371 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.689600 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.690158 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.690448 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.690762 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.691043 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.691323 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.691601 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.691897 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.692153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.692439 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.692730 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.693022 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.693305 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.693709 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.693998 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.694277 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.694570 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.694943 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.695224 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.695506 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.695800 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.696095 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.696359 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.696663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.696955 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.697244 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.697536 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.697816 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.698105 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.698383 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.698685 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.698965 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_json = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.699244 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.699519 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.699808 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.700084 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.700362 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.700646 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.700923 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.701214 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.701493 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:44.701794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.702095 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.702399 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.702719 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.703016 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.703301 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.703596 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.703884 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.704175 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.704466 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.704756 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.705038 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.705345 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.705639 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.705939 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.706248 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.706549 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.706868 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.707148 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.707430 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.707710 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.707993 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.708284 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.708565 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.708858 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.709676 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.709961 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.710269 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.710557 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.710882 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.711183 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.711463 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.711749 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.712048 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.712330 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.712608 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.712891 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.713184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.713482 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.713745 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.714031 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.714311 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.714588 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.714885 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.715165 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.715459 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.715741 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.716020 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.716298 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.716578 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.716855 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.717144 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.717427 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.717705 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.717983 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.718264 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.718542 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.718849 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.719133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.719410 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.719693 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.719969 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.720249 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.720529 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.720800 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.721082 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.721358 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.721633 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.721913 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.722190 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.722463 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.722777 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.723055 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.723332 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.723620 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.723922 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.724203 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.724486 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.725382 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.725646 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.725931 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.726215 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.726501 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.726810 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.727090 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.727385 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.727675 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.727964 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.728275 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.728560 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.728862 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.729146 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.729433 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.729727 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.730002 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.730291 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.730575 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.730895 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.731201 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.731500 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.731802 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.732101 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.732388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.732701 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.732987 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:44.733208 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 14:37:44.733452 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109563) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 13 14:37:45.110522 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 13 14:37:45.110835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 13 14:37:45.111144 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 13 14:37:45.111485 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 13 14:37:45.441582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.441804 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.442077 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.445769 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.446058 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.446337 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.489817 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.490102 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.490963 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.505285 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.505573 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.505887 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.536639 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.536929 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.537293 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.575203 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.575494 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.575770 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.926878 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.927512 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.927512 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.927769 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:45.928959 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.029031 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.029352 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.029641 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.029917 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.030184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.030495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.030788 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.031055 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.031337 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.031621 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.031884 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.032152 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.032412 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.032668 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.032927 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.033193 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.033450 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.033717 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.033987 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.034248 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.034518 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.034798 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.035104 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.035487 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.035741 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.035990 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.036389 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.036638 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.036879 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.037681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.037932 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.038169 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:46.038529 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 13 14:37:46.041883 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 13 14:37:46.045927 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 13 14:37:46.049888 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 13 14:37:46.051582 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 13 14:37:46.052052 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 13 14:37:46.052391 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 13 14:37:46.052828 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 13 14:37:46.056231 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 13 14:37:46.056485 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 13 14:37:46.056834 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 13 14:37:46.062370 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 13 14:37:46.087382 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 13 14:37:46.087851 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.088155 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109563) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 13 14:37:46.088517 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.089926 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109563) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 13 14:37:46.090213 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 13 14:37:46.090464 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 13 14:37:46.093709 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.093998 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:46.158225 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 13 14:37:46.158466 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 13 14:37:46.158754 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 13 14:37:46.159147 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 13 14:37:46.180553 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_db.sqlalchemy.engines [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109563) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 13 14:37:46.804418 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing driver for type 'gre' Jan 13 14:37:46.804958 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] gre ID ranges: [(1, 1000)] Jan 13 14:37:46.986647 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing driver for type 'local' Jan 13 14:37:46.987261 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing driver for type 'vlan' Jan 13 14:37:47.097248 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] VlanTypeDriver initialization complete Jan 13 14:37:47.097596 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing driver for type 'vxlan' Jan 13 14:37:47.098114 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] vxlan ID ranges: [(1, 1000)] Jan 13 14:37:47.315322 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing extension driver 'port_security' Jan 13 14:37:47.315592 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.extensions.port_security [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] PortSecurityExtensionDriver initialization complete Jan 13 14:37:47.315927 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing mechanism driver 'openvswitch' Jan 13 14:37:47.316251 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing mechanism driver 'hyperv' Jan 13 14:37:47.323009 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.plugin [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:37:47.327119 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327119 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327119 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327119 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.327119 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327606 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327606 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327606 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.327606 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327606 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327890 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.327890 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.328290 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.328638 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.328982 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.329522 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.329930 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.330328 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.330691 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.331098 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.331503 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > address_group after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.331849 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > address_group after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.332189 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.332591 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 14:37:47.332971 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] ML2 OVO RPC backend initialized. {{(pid=109563) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 13 14:37:47.333680 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.334194 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.334555 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.334992 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > networks before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.335376 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.335724 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > ports before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.336068 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.336479 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnets before_response 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.336830 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.337170 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.337506 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.337844 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.338179 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.338513 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.338879 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.339215 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.339550 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.340131 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.plugin [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Modular L2 Plugin initialization complete Jan 13 14:37:47.340457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading services supported by the core plugin {{(pid=109563) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 13 14:37:47.340808 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.plugins.ml2.managers [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Got port-security extension from driver 'port_security' Jan 13 14:37:47.341268 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.extensions.vlantransparent [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Disabled vlantransparent extension. Jan 13 14:37:47.341770 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109563) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 13 14:37:47.342085 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: router Jan 13 14:37:47.379327 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.379721 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_create 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.380093 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router before_create 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.380460 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.380880 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.381265 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_delete 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.381633 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.382118 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.382348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_create 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.382726 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.383075 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.383421 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.383779 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.384190 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.384559 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.384896 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.385235 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: subnet after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.385575 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.385921 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.386315 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_create 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.386687 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.387033 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.387388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router after_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.387728 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.388080 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_create 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.388441 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.388785 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_update 55549900 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.389147 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > agent after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.389494 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > agent after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.389835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > network after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.390720 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Tracking information for resource: router configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:47.391059 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Tracking information for resource: floatingip configured {{(pid=109563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 14:37:47.396159 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.db.l3_agentschedulers_db [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 13 14:37:47.397035 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.397227 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.397581 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.397932 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: port after_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.398762 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router before_create 55550100 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.399134 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.399530 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_create 55550100 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.399888 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > router precommit_update 55550100 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.404593 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.provider_configuration [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service providers = [] {{(pid=109563) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 13 14:37:47.404963 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.db.servicetype_db [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109563) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 13 14:37:47.407953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.service_base [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 14:37:47.408309 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.service_base [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 14:37:47.408691 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.service_base [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 14:37:47.409605 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.services.service_base [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 14:37:47.409981 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.services.service_base [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 13 14:37:47.410357 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.410704 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 13 14:37:47.423648 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.423979 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: auto_allocate Jan 13 14:37:47.430412 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: network precommit_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.430817 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: network precommit_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.431349 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.431674 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: tag Jan 13 14:37:47.438364 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.438738 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: timestamp Jan 13 14:37:47.443082 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.443476 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: network_ip_availability Jan 13 14:37:47.449100 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.449475 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.449829 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.450543 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.450889 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: flavors Jan 13 14:37:47.455674 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.456011 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading Plugin: revisions Jan 13 14:37:47.460465 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 14:37:47.460857 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=109563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 13 14:37:47.461598 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109563) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 13 14:37:47.461974 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Initializing extension manager. Jan 13 14:37:47.462496 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: __init__.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.462874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: __pycache__ {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.463220 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.463555 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: address_group.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.464322 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.464897 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: address-group Jan 13 14:37:47.465221 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: address_scope.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.466136 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.466687 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: address-scope Jan 13 14:37:47.467010 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.467948 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.468459 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: router-admin-state-down-before-update Jan 13 14:37:47.468814 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: agent.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.469481 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.469989 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: agent Jan 13 14:37:47.470308 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: agent_resources_synced.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.471246 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.471756 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: agent-resources-synced Jan 13 14:37:47.472076 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: allowedaddresspairs.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.473935 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.474454 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: allowed-address-pairs Jan 13 14:37:47.475332 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: auto_allocated_topology.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.476449 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.476966 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: auto-allocated-topology Jan 13 14:37:47.477294 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: availability_zone.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.477988 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.478495 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: availability_zone Jan 13 14:37:47.478935 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: availability_zone_filter.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.479861 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.480372 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: availability_zone_filter Jan 13 14:37:47.480694 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: data_plane_status.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.481603 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.482109 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension data-plane-status not supported by any of loaded plugins Jan 13 14:37:47.482429 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: default_subnetpools.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.483378 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.483893 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: default-subnetpools Jan 13 14:37:47.484216 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.485025 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.485537 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: dhcp_agent_scheduler Jan 13 14:37:47.485859 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: dns.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.497416 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.497928 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension dns-integration not supported by any of loaded plugins Jan 13 14:37:47.498252 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: dns_domain_ports.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.499208 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.499716 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 13 14:37:47.500040 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.500969 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.501496 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 13 14:37:47.501834 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: dvr.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.502510 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.503050 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: dvr Jan 13 14:37:47.503373 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: ecmp_routes.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.504302 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.504808 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension ecmp_routes not supported by any of loaded plugins Jan 13 14:37:47.505129 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: empty_string_filtering.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.506096 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.506785 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: empty-string-filtering Jan 13 14:37:47.507111 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.508064 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.508570 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 13 14:37:47.508891 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.509807 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.510310 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 13 14:37:47.510657 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: external_net.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.511572 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.512083 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: external-net Jan 13 14:37:47.512407 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.513342 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.513857 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: extra_dhcp_opt Jan 13 14:37:47.514181 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: extraroute.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.515128 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.515644 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: extraroute Jan 13 14:37:47.515974 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: extraroute_atomic.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.517028 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.517542 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: extraroute-atomic Jan 13 14:37:47.517908 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: filter_validation.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.518582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.519142 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: filter-validation Jan 13 14:37:47.519466 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: fip_pf_description.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.520383 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.520887 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 13 14:37:47.521208 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: fip_port_details.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.522334 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.522877 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: fip-port-details Jan 13 14:37:47.523203 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: flavors.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.524471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.524990 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: flavors Jan 13 14:37:47.525320 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.527083 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.527574 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 13 14:37:47.533942 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: floatingip_pools.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.534424 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.534969 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: floatingip-pools Jan 13 14:37:47.535296 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: ip_allocation.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.536258 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.536765 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension ip_allocation not supported by any of loaded plugins Jan 13 14:37:47.537649 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.538657 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.539222 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: ip-substring-filtering Jan 13 14:37:47.539550 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l2_adjacency.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.540519 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.541030 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension l2_adjacency not supported by any of loaded plugins Jan 13 14:37:47.541355 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.542484 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.543035 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: router Jan 13 14:37:47.543361 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.545672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.546208 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 13 14:37:47.546545 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.547531 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.548051 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: ext-gw-mode Jan 13 14:37:47.548378 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.549317 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.549883 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: l3-ha Jan 13 14:37:47.550163 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3_flavors.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.551103 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.551671 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: l3-flavors Jan 13 14:37:47.551997 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.553486 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.553998 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: l3-port-ip-change-not-allowed Jan 13 14:37:47.554319 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: l3agentscheduler.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.555438 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.555958 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: l3_agent_scheduler Jan 13 14:37:47.556286 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: local_ip.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.558098 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.558650 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension local_ip not supported by any of loaded plugins Jan 13 14:37:47.559049 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: logging.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.560505 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.561043 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension logging not supported by any of loaded plugins Jan 13 14:37:47.561385 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: metering.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.562143 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.562754 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: metering Jan 13 14:37:47.563089 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.564193 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.565031 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: metering_source_and_destination_fields Jan 13 14:37:47.565409 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: multiprovidernet.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.566294 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.566835 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: multi-provider Jan 13 14:37:47.567163 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: netmtu.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.568094 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.568635 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: net-mtu Jan 13 14:37:47.568960 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: netmtu_writable.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.569893 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.570456 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: net-mtu-writable Jan 13 14:37:47.570816 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: network_availability_zone.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.571493 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.572004 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: network_availability_zone Jan 13 14:37:47.572330 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: network_ip_availability.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.573457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.573968 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: network-ip-availability Jan 13 14:37:47.574291 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: network_segment_range.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.575099 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.575608 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension network-segment-range not supported by any of loaded plugins Jan 13 14:37:47.575991 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: pagination.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.594773 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.595109 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: pagination Jan 13 14:37:47.595432 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: port_device_profile.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.596346 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.596864 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: port-device-profile Jan 13 14:37:47.597185 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.598120 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.598717 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: port-mac-address-regenerate Jan 13 14:37:47.599021 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.600507 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.601017 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: port-numa-affinity-policy Jan 13 14:37:47.601338 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: port_resource_request.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.602269 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.602801 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension port-resource-request not supported by any of loaded plugins Jan 13 14:37:47.603125 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: port_resource_request_groups.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.604097 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.604610 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 13 14:37:47.604991 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: portbindings.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.605987 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.606502 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: binding Jan 13 14:37:47.606851 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: portbindings_extended.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.608165 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.608687 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: binding-extended Jan 13 14:37:47.609017 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: portsecurity.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.609941 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.610490 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: port-security Jan 13 14:37:47.610835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: project_id.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.611832 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.612166 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: project-id Jan 13 14:37:47.612490 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: providernet.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.613417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.613939 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: provider Jan 13 14:37:47.614264 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.624496 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.625020 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos not supported by any of loaded plugins Jan 13 14:37:47.625353 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.626619 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.627151 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 13 14:37:47.627521 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.628450 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.628966 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 13 14:37:47.629295 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_default.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.630216 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.630837 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-default not supported by any of loaded plugins Jan 13 14:37:47.631132 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_fip.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.632056 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.632572 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-fip not supported by any of loaded plugins Jan 13 14:37:47.632901 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.633852 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.634404 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 13 14:37:47.634769 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_gateway_ip.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.635726 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.636249 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 13 14:37:47.636576 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_port_network_policy.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.637497 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.638017 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 13 14:37:47.638342 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.639427 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.639943 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 13 14:37:47.640270 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_pps_rule.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.641455 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.641974 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-pps not supported by any of loaded plugins Jan 13 14:37:47.642302 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_rule_type_details.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.643276 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.643796 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 13 14:37:47.644123 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: qos_rules_alias.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.645187 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.645701 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 13 14:37:47.646022 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: quota_check_limit.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.647585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.648115 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: quota-check-limit Jan 13 14:37:47.648439 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: quotasv2.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.649418 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.649751 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: quotas Jan 13 14:37:47.650073 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: quotasv2_detail.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.653602 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.653950 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: quota_details Jan 13 14:37:47.654293 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: rbac.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.655408 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.655993 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: rbac-policies Jan 13 14:37:47.656326 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: rbac_address_group.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.657272 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.657793 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: rbac-address-group Jan 13 14:37:47.658123 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: rbac_address_scope.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.659097 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.659619 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: rbac-address-scope Jan 13 14:37:47.659945 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: rbac_security_groups.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.660867 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.661382 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: rbac-security-groups Jan 13 14:37:47.661707 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: rbac_subnetpool.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.662676 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.663192 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: rbac-subnetpool Jan 13 14:37:47.663516 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: revisionifmatch.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.665026 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.665544 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: revision-if-match Jan 13 14:37:47.665868 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: revisions.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.667057 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.667597 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: standard-attr-revisions Jan 13 14:37:47.667926 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: router_availability_zone.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.668608 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.669126 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: router_availability_zone Jan 13 14:37:47.669451 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: routerservicetype.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.670376 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.670922 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension router-service-type not supported by any of loaded plugins Jan 13 14:37:47.671249 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.675089 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.675605 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: security-groups-normalized-cidr Jan 13 14:37:47.675934 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.676869 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.677387 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: port-security-groups-filtering Jan 13 14:37:47.677775 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.678797 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.679362 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: security-groups-remote-address-group Jan 13 14:37:47.679685 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.680625 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.681137 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: security-groups-shared-filtering Jan 13 14:37:47.681462 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.682060 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 13 14:37:47.682382 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: securitygroup.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.692438 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.692971 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: security-group Jan 13 14:37:47.693346 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: segment.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.694161 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.694702 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension segment not supported by any of loaded plugins Jan 13 14:37:47.695035 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.695989 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.696506 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 13 14:37:47.696832 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: servicetype.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.697959 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.698494 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: service-type Jan 13 14:37:47.698851 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: sorting.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.699852 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.700185 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: sorting Jan 13 14:37:47.700510 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: standard_attr_segment.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.701436 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.701952 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 13 14:37:47.702274 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: standardattrdescription.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.702954 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.703465 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: standard-attr-description Jan 13 14:37:47.703788 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: stateful_security_group.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.704724 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.705244 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: stateful-security-group Jan 13 14:37:47.705561 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: stdattrs_common.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.706134 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 13 14:37:47.706456 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.710303 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.710880 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 13 14:37:47.711212 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnet_onboard.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.712310 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.712827 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: subnet_onboard Jan 13 14:37:47.713172 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.714101 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.714627 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 13 14:37:47.714953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnet_service_types.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.715895 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.716410 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: subnet-service-types Jan 13 14:37:47.716733 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnetallocation.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.717837 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.718365 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: subnet_allocation Jan 13 14:37:47.718770 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.719474 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.719995 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: subnetpool-prefix-ops Jan 13 14:37:47.720320 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.721264 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.721777 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 13 14:37:47.722099 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: tagging.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.723225 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.723737 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: standard-attr-tag Jan 13 14:37:47.724061 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: timestamp.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.726010 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.726522 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loaded extension: standard-attr-timestamp Jan 13 14:37:47.726874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: trunk.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.727904 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.728419 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension trunk not supported by any of loaded plugins Jan 13 14:37:47.728743 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: trunk_details.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.729657 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.730173 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension trunk-details not supported by any of loaded plugins Jan 13 14:37:47.730511 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: uplink_status_propagation.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.731462 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.731971 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 13 14:37:47.732291 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Loading extension file: vlantransparent.py {{(pid=109563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 14:37:47.732959 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 14:37:47.733462 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extension vlan-transparent not supported by any of loaded plugins Jan 13 14:37:47.735996 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:network Jan 13 14:37:47.736544 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnet Jan 13 14:37:47.736914 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 14:37:47.737315 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:port Jan 13 14:37:47.738605 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.739053 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service FLAVORS assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.739663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.740099 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.740494 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:router Jan 13 14:37:47.740882 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:floatingip Jan 13 14:37:47.741375 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service METERING assigned prefix: /metering {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.742918 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.743289 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.743637 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:37:47.744664 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of CountableResource for resource:rbac_policy Jan 13 14:37:47.745112 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:security_group Jan 13 14:37:47.745533 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:security_group_rule Jan 13 14:37:47.746110 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service CORE assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.746437 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 14:37:47.746810 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] subnetpool is already registered Jan 13 14:37:47.747279 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service CORE assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.747636 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 14:37:47.747969 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] subnetpool is already registered Jan 13 14:37:47.750267 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.750875 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service FLAVORS assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.751448 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.751882 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.752215 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:router Jan 13 14:37:47.752551 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] router is already registered Jan 13 14:37:47.752970 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:floatingip Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] floatingip is already registered Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service METERING assigned prefix: /metering {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of CountableResource for resource:rbac_policy Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] rbac_policy is already registered Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:security_group Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] security_group is already registered Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:security_group_rule Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] security_group_rule is already registered Jan 13 14:37:47.757255 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service CORE assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.758488 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 14:37:47.758488 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] subnetpool is already registered Jan 13 14:37:47.758488 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.v2.resource_helper [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Service CORE assigned prefix: {{(pid=109563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 14:37:47.758488 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 14:37:47.758784 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING neutron.quota.resource_registry [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] subnetpool is already registered Jan 13 14:37:47.759083 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: extensions {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.761929 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: address-groups {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.763459 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: address-scopes {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.764768 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: agents {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.766048 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: auto-allocated-topology {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.767335 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: availability_zones {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.768555 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: dhcp-networks {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.769953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: dhcp-agents {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.772092 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: routers {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.774192 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: flavors {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.775476 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: service_profiles {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.776678 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: next_providers {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.778144 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: service_profiles {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.779638 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: floatingip-pools {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.780968 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: routers {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.783107 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: floatingips {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.784372 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: l3-routers {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.785775 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: l3-agents {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.787842 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: metering-labels {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.789162 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: metering-label-rules {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.790568 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: network-ip-availabilities {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.791856 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: bindings {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.793417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: quotas {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.795123 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: quotas {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.796651 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: rbac-policies {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.797847 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: security-groups {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.799215 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: security-group-rules {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.800450 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: service-providers {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.801672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: subnetpools {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.803231 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: subnetpools {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.804768 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.806445 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.808343 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.810187 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.811893 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.813842 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.818625 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.818880 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.820667 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.822394 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron.api.extensions [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Extended resource: tags {{(pid=109563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 14:37:47.828403 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING keystonemiddleware.auth_token [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 13 14:37:47.833006 dv-cinder-823726-5-iscsi neutron-server[109563]: WARNING keystonemiddleware.auth_token [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 13 14:37:47.842191 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Acquired lock "singleton_lock" {{(pid=109563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 13 14:37:47.842689 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_concurrency.lockutils [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Releasing lock "singleton_lock" {{(pid=109563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 13 14:37:47.843395 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Starting 2 workers Jan 13 14:37:47.848291 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Started child 109676 {{(pid=109563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 14:37:47.853441 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Started child 109677 {{(pid=109563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 14:37:47.854448 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.855120 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO neutron.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Neutron service started, listening on 0.0.0.0:9696 Jan 13 14:37:47.855773 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=109563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.856030 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [-] (109676) wsgi starting up on http://0.0.0.0:9696 Jan 13 14:37:47.858222 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Starting 1 workers Jan 13 14:37:47.858328 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.859945 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [-] (109677) wsgi starting up on http://0.0.0.0:9696 Jan 13 14:37:47.864411 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Started child 109678 {{(pid=109563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 14:37:47.864411 dv-cinder-823726-5-iscsi neutron-server[109563]: INFO oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Starting 1 workers Jan 13 14:37:47.867451 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] calling RpcWorker wait() {{(pid=109678) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 13 14:37:47.868058 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] returning from RpcWorker wait() {{(pid=109678) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 13 14:37:47.868836 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Started child 109679 {{(pid=109563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 14:37:47.869578 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.869686 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG neutron_lib.callbacks.manager [None req-9532bc3f-7431-4b44-a855-060e551e82ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=109563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.869770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:37:47.871713 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 13 14:37:47.871927 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 14:37:47.872114 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 14:37:47.872370 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 14:37:47.872713 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 14:37:47.872859 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 14:37:47.873388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.873710 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.873993 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.874256 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.874537 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.875097 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.875332 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:37:47.876060 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876060 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876060 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876469 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876469 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876469 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876823 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.876951 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.877376 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.877531 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.877716 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.877976 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.878227 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.878409 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.878709 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.878965 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.879628 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] debug = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.879628 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.880040 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.880268 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.880532 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.880791 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.881232 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.881536 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.881874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.882034 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.882309 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.882456 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.882737 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.882979 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.883263 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.883531 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.883679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.883908 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.884129 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.884649 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] host = dv-cinder-823726-5-iscsi {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.884894 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.885108 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.885357 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.885598 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.885840 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.886081 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.886350 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.886640 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.886891 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.887131 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.887874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.887874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.887874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.888457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.888457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_options = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.888457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889027 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889027 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889388 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889954 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.889954 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.890332 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.890332 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.890718 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.890718 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.891116 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.891319 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.891521 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.891722 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.891924 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.892138 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.892379 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.892692 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.892692 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.893051 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.893250 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.893443 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.893649 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.893835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.894054 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.894247 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.894487 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.894871 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.895103 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.895308 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.895526 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.895726 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.895925 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.896118 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.896322 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.897086 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.897501 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.898111 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.898330 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.898537 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.898798 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.899005 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.899214 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.899417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.899618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_json = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.899829 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900021 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900216 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900404 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900601 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900789 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.900994 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.901211 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.901601 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.901911 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.903458 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.904215 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.904359 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:37:47.904505 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.904505 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.904505 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.904862 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.905086 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.905260 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.905654 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.905993 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.906415 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.906913 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.906913 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.907381 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.907381 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.907594 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.919672 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.920751 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.921656 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.922547 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.923471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.924348 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.926079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.927153 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.928907 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.929681 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.935297 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.937546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.938618 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.939585 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.940794 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.941899 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.947795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.948679 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.949663 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.950527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.951523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.952504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953391 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953391 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953391 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953391 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953888 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.953888 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.954161 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.954161 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.954420 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.954558 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.955259 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.955259 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.955259 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.956495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957311 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957311 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957311 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957311 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957831 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.957831 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.958102 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.958102 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.958369 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.958518 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.958735 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.959004 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.959816 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.960075 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.960394 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.960632 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.960844 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.961109 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.961325 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.961650 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.961979 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.962249 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.962532 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.962800 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.963053 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.963320 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.963633 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.963847 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.964087 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.964298 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.964523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.964731 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.965042 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.965317 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.965595 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.965854 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.966118 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.966380 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.966680 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.966927 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.967137 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.967550 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.967774 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.968052 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.968303 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.968542 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.968788 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.969024 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.969253 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.969495 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.969707 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.969919 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.970184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.970429 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.970690 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.970901 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.971122 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.971335 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.971609 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.971818 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.972034 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.972245 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.972412 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 14:37:47.973132 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 13 14:37:47.973132 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 14:37:47.973417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 14:37:47.973417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 14:37:47.973678 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 14:37:47.973678 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 14:37:47.973936 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.974083 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.974226 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.974354 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.974484 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.975573 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.975729 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.975904 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.975996 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.976183 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.976362 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.976542 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.976717 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.978626 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] debug = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979133 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979479 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979479 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979479 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979657 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979657 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.979825 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.980127 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.980640 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.980949 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981109 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981267 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981430 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981592 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981754 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.981917 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] host = dv-cinder-823726-5-iscsi {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982081 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982288 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982385 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982546 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982731 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.982892 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983053 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983214 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983374 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983536 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983699 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.983857 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984015 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984374 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984374 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_options = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984531 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984630 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984788 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.984981 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985134 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985288 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985450 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985610 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985772 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.985932 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.986089 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.986249 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.986408 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.986569 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.986752 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987266 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987266 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987266 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987540 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987540 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987680 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987805 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.987965 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.988198 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.988307 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.988422 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.988835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.988835 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989005 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989079 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989191 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989334 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989494 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989654 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989814 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.989992 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.990192 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.990947 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.991129 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.991294 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.991480 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.991620 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_json = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.993582 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994184 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994902 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994902 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994902 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.994902 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995197 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995197 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995336 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995457 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995795 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995979 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.995979 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996132 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996282 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996446 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996609 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996772 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.996935 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997096 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997258 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997431 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997593 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997757 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.997918 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998082 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998253 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998415 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998616 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998785 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.998945 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999109 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999273 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999436 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999599 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999762 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:47.999927 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000091 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000251 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000414 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000577 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000739 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.000902 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.001066 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.001229 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.001393 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.001555 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002417 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.002953 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.003233 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.003336 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.003433 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.003570 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004018 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004018 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004018 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004245 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004331 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004496 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.004708 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.005033 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.005308 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.005511 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.005676 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.006557 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007103 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007262 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007395 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007544 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007708 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.007872 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.008042 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.008194 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.008325 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.008491 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.008642 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009005 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009005 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009508 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009508 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009508 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009883 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009883 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.009883 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.010274 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.010274 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.010520 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.010520 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011000 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011000 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011000 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011471 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011833 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.011833 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012073 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012073 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012325 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012325 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012522 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012853 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.012853 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013110 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013110 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013304 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013473 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013615 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013763 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013894 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.013981 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.014144 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.014310 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.014473 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.014664 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.014841 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015006 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015170 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015336 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015501 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015665 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015829 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.015992 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.016155 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.016564 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.016564 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.016743 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.016808 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017059 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017150 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017273 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017436 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017598 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017761 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.017923 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018086 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018394 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018394 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018552 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018737 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.018901 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019064 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019226 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019393 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019558 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019721 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.019859 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020022 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020182 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020318 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020485 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020647 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020811 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.020973 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.021139 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.021298 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.022182 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.022841 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023017 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023182 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023347 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023513 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023677 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.023840 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024004 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024167 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024335 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024503 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024653 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024811 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.024961 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025121 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025278 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025440 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025577 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025744 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.025908 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026093 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026221 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026358 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026525 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026710 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.026874 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027038 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027206 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027406 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027572 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027736 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.027887 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028048 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028202 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028364 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028527 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028688 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.028869 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029038 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029180 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029341 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029510 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029649 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029784 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.029952 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030231 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030374 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030504 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030683 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030839 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.030977 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031112 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031247 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031376 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031591 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031735 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:37:48.031878 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.031878 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032145 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032145 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032399 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032533 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032665 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032799 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.032931 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033064 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033204 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033339 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033482 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033642 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033805 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.033968 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034141 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034304 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034465 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034637 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034802 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.034964 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.035137 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.035299 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.035465 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.035628 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036006 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036006 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036545 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036545 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036545 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036924 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036924 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.036924 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.037325 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.037824 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038010 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038183 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038350 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038515 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038720 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.038888 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039222 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039347 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039437 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039567 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039730 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.039901 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040074 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040276 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040410 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040570 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040733 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.040896 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041059 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041222 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041386 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041548 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041711 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.041873 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042035 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042197 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042360 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042523 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042715 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.042921 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043018 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043177 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043339 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043502 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043664 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 14:37:48.043822 dv-cinder-823726-5-iscsi neutron-server[109563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 14:37:48.337567 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34238) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:37:48.346207 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063953 Jan 13 14:38:00.275924 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc4b6d-dcce-48b7-8a0e-806ef678d74c None None] get_active_networks_info from dv-cinder-823726-5-iscsi {{(pid=109678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 13 14:38:00.346152 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc4b6d-dcce-48b7-8a0e-806ef678d74c None None] No non-hosted networks {{(pid=109678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 13 14:38:00.363403 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.agentschedulers_db [None req-cffc4b6d-dcce-48b7-8a0e-806ef678d74c None None] DHCP Agent not found on host dv-cinder-823726-5-iscsi {{(pid=109678) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 13 14:38:00.604297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c2d0b482-1b04-4117-babe-9585001e9600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:02.961170 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f3a1db40-b722-4814-9587-b7882d23f52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:03.012477 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.db.api [None req-b8808ad7-8618-4ad0-a0cd-467e535b5560 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-823726-5-iscsi {{(pid=109678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 14:38:03.013505 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG oslo_db.api [None req-b8808ad7-8618-4ad0-a0cd-467e535b5560 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 14:38:03.674190 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b8808ad7-8618-4ad0-a0cd-467e535b5560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:04.095770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:05.177540 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (67192e20-c539-4417-b0af-76818e197427), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:06.694910 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:06.695668 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.696010 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.696361 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.696718 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.697039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.697360 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.697705 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.698051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.698373 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.698749 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.699132 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.699453 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.699789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:06.700202 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823726-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:06.716049 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823726-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:09.353928 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34336) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:09.891772 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING oslo_policy.policy [None req-b3cf0e6a-ef83-4ef7-8e78-87d7b54550ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:09.892341 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING oslo_policy.policy [None req-b3cf0e6a-ef83-4ef7-8e78-87d7b54550ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:10.122379 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [None req-b3cf0e6a-ef83-4ef7-8e78-87d7b54550ff admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:38:10.123514 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b3cf0e6a-ef83-4ef7-8e78-87d7b54550ff admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7686245 Jan 13 14:38:10.957143 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.db.l3_hamode_db [None req-09abba24-5ffa-40d6-aca8-d874be689e67 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 13 14:38:11.040734 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09abba24-5ffa-40d6-aca8-d874be689e67 None None] Routers set() bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:38:11.041234 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09abba24-5ffa-40d6-aca8-d874be689e67 None None] Router IDs set() for agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 13 14:38:12.962635 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34352) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:13.272718 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'tenant_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:13.370491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.policy [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 13 14:38:13.416515 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING oslo_policy.policy [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:13.416829 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING oslo_policy.policy [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:13.425272 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.quota [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] Loaded quota_driver: . Jan 13 14:38:13.638137 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091825708', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091826303', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091805171', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091810026', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091803540', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747091794201', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3613839', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3614104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605665'] for rbac-policy (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:13.853068 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:13.854276 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-1137a6d8-7789-4037-b0e2-7b881b08bc1f admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8906510 Jan 13 14:38:16.574178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34364) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:16.892397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '2522119a6a694bff942b317568917905', 'name': 'private', 'tenant_id': '2522119a6a694bff942b317568917905'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:16.994005 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Made reservation on behalf of 2522119a6a694bff942b317568917905 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:38:16.996928 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.015460 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.129693 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks [] for security_group (f5a78786-681c-440d-b712-12b11981802f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.188141 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f5a78786-681c-440d-b712-12b11981802f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.214285 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:38:17.238923 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747092986655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (eda7b7ad-e028-4181-9611-021af70c94ed), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.240114 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Unsubscribe: segment precommit_create {{(pid=109677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 13 14:38:17.240663 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Added segment eda7b7ad-e028-4181-9611-021af70c94ed of type vlan for network 812ee3d0-5f01-46c5-8477-ef8af40c68af Jan 13 14:38:17.246402 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a78786-681c-440d-b712-12b11981802f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:17.269216 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.269496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.269836 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.270172 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.270534 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.270924 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.271331 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.271645 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.271976 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.272315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.272660 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.272981 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.273286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Tracked resource versions report: Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: pushed versions: Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: { 'AddressGroup': {'1.2'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Log': {'1.0'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Network': {'1.1'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Port': {'1.7'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'PortForwarding': {'1.2'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'QosPolicy': {'1.10'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroup': {'1.5'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SubPort': {'1.0'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Subnet': {'1.1'}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Trunk': {'1.1'}} Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: consumer versions: Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'ConntrackHelper': '1.0', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'LocalIPAssociation': '1.0', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Log': '1.0', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Network': '1.1', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Port': '1.7', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'PortForwarding': '1.2', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'QosPolicy': '1.10', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroup': '1.5', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroupRule': '1.2', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SubPort': '1.0', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Subnet': '1.1', Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Trunk': '1.1'}} Jan 13 14:38:17.274675 dv-cinder-823726-5-iscsi neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:38:17.359536 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (812ee3d0-5f01-46c5-8477-ef8af40c68af), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.456835 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (812ee3d0-5f01-46c5-8477-ef8af40c68af), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.458007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:17.458857 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:17.557045 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] Pushing event updated for resources: {'Network': ['ID=812ee3d0-5f01-46c5-8477-ef8af40c68af,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:17.569255 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:38:17.642424 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-e5a5a5d0-aeab-4923-a103-0f8e92cac217 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0670855 Jan 13 14:38:20.406185 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34378) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:20.813144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d8150-e4df-4a18-b79c-f034fe11e6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:20.814866 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-6f1d8150-e4df-4a18-b79c-f034fe11e6e5 admin admin] 10.222.0.60 "GET /v2.0/networks/812ee3d0-5f01-46c5-8477-ef8af40c68af HTTP/1.1" status: 200 len: 824 time: 0.4079063 Jan 13 14:38:20.840604 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ff85dcaf-cf0f-43e5-aee6-750d84028bb0 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/67a22bcd-d97d-4406-bafe-a99126df6511 HTTP/1.1" status: 200 len: 734 time: 0.0196016 Jan 13 14:38:20.850092 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '2522119a6a694bff942b317568917905', 'gateway_ip': '172.20.0.1', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511', 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:21.102123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Made reservation on behalf of 2522119a6a694bff942b317568917905 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:38:21.104417 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:21.468749 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (2e4d6aac-fdd5-4062-add9-ce3aacdfae2f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:21.541996 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Checking segment: {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:38:21.542349 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Network hostable DHCP agents. Network: 812ee3d0-5f01-46c5-8477-ef8af40c68af, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:38:21.547043 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4d6aac-fdd5-4062-add9-ce3aacdfae2f,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:21.639171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:38:21.730699 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 812ee3d0-5f01-46c5-8477-ef8af40c68af) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:21.735555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:21.736142 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:21.741463 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268aa9e-de1c-4672-bcc7-1e12f52a682e None None] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:38:21.836977 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-45d60051-521f-4559-93a4-22962cec63cc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9907942 Jan 13 14:38:22.024302 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-812ee3d0-5f01-46c5-8477-ef8af40c68af', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'project_id': '2522119a6a694bff942b317568917905', 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:38:22.025575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:22.335981 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Allocated IP 172.20.0.2 (812ee3d0-5f01-46c5-8477-ef8af40c68af/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f/3f3f073a-be56-46b7-8d23-c0b4e2210a74) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:38:22.589368 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks [] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:22.689628 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:22.761717 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:38:22.767619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:22.779748 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:38:22.785695 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Pushing event updated for resources: {'Port': ['ID=3f3f073a-be56-46b7-8d23-c0b4e2210a74,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:22.816916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.817323 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.817918 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.818271 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.818656 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.819034 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.819365 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.819693 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.820019 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.820361 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.820690 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.821012 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.821330 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Tracked resource versions report: Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: pushed versions: Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: { 'AddressGroup': {'1.2'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'ConntrackHelper': {'1.0'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Log': {'1.0'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Network': {'1.1'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Port': {'1.7'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'PortForwarding': {'1.2'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'QosPolicy': {'1.10'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroup': {'1.5'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SubPort': {'1.0'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Subnet': {'1.1'}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Trunk': {'1.1'}} Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: consumer versions: Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'ConntrackHelper': '1.0', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'LocalIPAssociation': '1.0', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Log': '1.0', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Network': '1.1', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Port': '1.7', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'PortForwarding': '1.2', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'QosPolicy': '1.10', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroup': '1.5', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroupRule': '1.2', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SubPort': '1.0', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Subnet': '1.1', Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Trunk': '1.1'}} Jan 13 14:38:22.822783 dv-cinder-823726-5-iscsi neutron-server[109678]: {{(pid=109678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:38:22.870965 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Attempting to bind port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:38:22.871367 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Attempting to bind port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:38:22.871785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Attempting to bind port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 on network 812ee3d0-5f01-46c5-8477-ef8af40c68af {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:38:22.876675 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:38:22.877059 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Checking segment: {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:38:22.877543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:22.877935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Bound using segment: {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:38:22.878392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Bound port: 3f3f073a-be56-46b7-8d23-c0b4e2210a74, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:38:22.878817 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:22.947124 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] For port 3f3f073a-be56-46b7-8d23-c0b4e2210a74, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:38:22.952402 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] For port 3f3f073a-be56-46b7-8d23-c0b4e2210a74, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f3f073a-be56-46b7-8d23-c0b4e2210a74,segment=NetworkSegment(eda7b7ad-e028-4181-9611-021af70c94ed),segment_id=eda7b7ad-e028-4181-9611-021af70c94ed)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:38:23.028846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:23.100653 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b0a03-244d-4e45-ad21-d67adbad3f81 None None] Pushing event updated for resources: {'Port': ['ID=3f3f073a-be56-46b7-8d23-c0b4e2210a74,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:24.412906 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34386) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:24.736164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [None req-217306db-51da-4cf8-b12c-95fa25cfb38f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:38:24.737275 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-217306db-51da-4cf8-b12c-95fa25cfb38f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234005 Jan 13 14:38:27.187584 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 34394) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:27.694077 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING oslo_policy.policy [None req-109c2ecf-d836-4b02-9e9c-22abb2d49715 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:27.694813 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING oslo_policy.policy [None req-109c2ecf-d836-4b02-9e9c-22abb2d49715 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:27.922664 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [None req-109c2ecf-d836-4b02-9e9c-22abb2d49715 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:38:27.923915 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-109c2ecf-d836-4b02-9e9c-22abb2d49715 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7340138 Jan 13 14:38:30.296064 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b8642495-335e-4d72-accb-37d068803065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:30.690677 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34410) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:31.008733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2522119a6a694bff942b317568917905'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:31.108134 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:31.109805 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:31.244653 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Publish callbacks [] for router_controller (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), precommit_add_association {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:31.323530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:31.427760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:31.442633 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b54a3334-a8de-4581-a626-90e3a2bc0d5f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7372115 Jan 13 14:38:32.896227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3fa241e4-b072-4377-a2ab-032272a3d9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:33.244821 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f3f073a-be56-46b7-8d23-c0b4e2210a74 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:38:33.338458 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:33.338896 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:33.449801 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:33.450198 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:33.488449 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 3f3f073a-be56-46b7-8d23-c0b4e2210a74, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f3f073a-be56-46b7-8d23-c0b4e2210a74,segment=NetworkSegment(eda7b7ad-e028-4181-9611-021af70c94ed),segment_id=eda7b7ad-e028-4181-9611-021af70c94ed)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:38:33.580285 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:33.628268 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=3f3f073a-be56-46b7-8d23-c0b4e2210a74,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:33.906210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34432) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:34.043002 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [None req-9dfdfd55-6ee7-42fa-a269-e5802f45273e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:38:34.044000 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9dfdfd55-6ee7-42fa-a269-e5802f45273e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1364710 Jan 13 14:38:34.068311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:34.175898 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f9983-6549-4d23-9fa8-84be2a5cd55d None None] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:38:34.248533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-997c2dc6-eb47-4b37-b791-c9065b7fc4f8 None None] Provisioning complete for port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:34.248919 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-997c2dc6-eb47-4b37-b791-c9065b7fc4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:34.375705 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-997c2dc6-eb47-4b37-b791-c9065b7fc4f8 None None] Current status of the port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:34.606892 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-5f6ec59a-c3a6-4703-9152-b5a25ec6ba75 None None] Provisioning complete for port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:34.607277 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec59a-c3a6-4703-9152-b5a25ec6ba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:34.682902 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ec59a-c3a6-4703-9152-b5a25ec6ba75 None None] Current status of the port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:35.141775 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:35.202616 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f3f073a-be56-46b7-8d23-c0b4e2210a74 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:38:35.254619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:35.255138 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:35.331265 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:36.394809 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34454) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:36.441922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'project_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'tenant_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:36.592924 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Made reservation on behalf of c291bb70fdc143e2bb04bd268950bf4b for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:38:36.595262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.604424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.679140 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.679783 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks [] for security_group (3c9b1370-ea2b-484b-831f-e2ee31272792), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.770794 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (3c9b1370-ea2b-484b-831f-e2ee31272792), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.786641 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109677) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 13 14:38:36.804514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9b1370-ea2b-484b-831f-e2ee31272792,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:36.809126 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (4d51df98-7ff3-485e-93a8-255a5c5fd6d8), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.809472 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Added segment 4d51df98-7ff3-485e-93a8-255a5c5fd6d8 of type flat for network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 Jan 13 14:38:36.855606 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.953029 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:36.954013 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:36.954589 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:37.012877 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc7bba5-d3eb-4300-a9a7-0bf17a15f225,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:37.023208 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:38:37.070981 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-1408265b-a6b7-43e8-91fc-460cfd1cd4a6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6741958 Jan 13 14:38:39.367881 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 34462) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:39.606879 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.policy [None req-8e3dd2c8-be9a-49dc-a799-bd3b9a059d98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 13 14:38:39.653741 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING oslo_policy.policy [None req-8e3dd2c8-be9a-49dc-a799-bd3b9a059d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:39.654049 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING oslo_policy.policy [None req-8e3dd2c8-be9a-49dc-a799-bd3b9a059d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 14:38:39.662272 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dd2c8-be9a-49dc-a799-bd3b9a059d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:39.664026 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8e3dd2c8-be9a-49dc-a799-bd3b9a059d98 admin admin] 10.222.0.60 "GET /v2.0/subnets/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f HTTP/1.1" status: 200 len: 849 time: 0.2952244 Jan 13 14:38:39.827240 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-65b307fd-7e3a-4197-a64a-96e4b0e71fde admin admin] 10.222.0.60 "GET /v2.0/routers/9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 HTTP/1.1" status: 200 len: 704 time: 0.1576316 Jan 13 14:38:40.088915 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:40.415756 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Allocated IP 172.20.0.1 (812ee3d0-5f01-46c5-8477-ef8af40c68af/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f/834a97a7-c990-46c4-95f8-4f59a7a2af60) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:38:40.622884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks [] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:40.771942 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:40.837234 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:38:40.842129 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:40.885927 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Pushing event updated for resources: {'Port': ['ID=834a97a7-c990-46c4-95f8-4f59a7a2af60,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:40.889225 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:38:40.889225 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:40.950162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.950162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.950495 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.950866 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.951201 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.951528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.951854 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.952184 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.952525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.952866 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.953193 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.953512 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.953832 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Tracked resource versions report: Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: pushed versions: Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: { 'AddressGroup': {'1.2'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Log': {'1.0'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Network': {'1.1'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Port': {'1.7'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'PortForwarding': {'1.2'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'QosPolicy': {'1.10'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroup': {'1.5'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SubPort': {'1.0'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Subnet': {'1.1'}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Trunk': {'1.1'}} Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: consumer versions: Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'ConntrackHelper': '1.0', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'LocalIPAssociation': '1.0', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Log': '1.0', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Network': '1.1', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Port': '1.7', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'PortForwarding': '1.2', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'QosPolicy': '1.10', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroup': '1.5', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroupRule': '1.2', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SubPort': '1.0', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Subnet': '1.1', Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Trunk': '1.1'}} Jan 13 14:38:40.955255 dv-cinder-823726-5-iscsi neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:38:41.043538 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-f68e93a6-59e4-4a29-b601-1fb4832edf4b None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:41.044080 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f68e93a6-59e4-4a29-b601-1fb4832edf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.077291 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-f68e93a6-59e4-4a29-b601-1fb4832edf4b None None] Port 834a97a7-c990-46c4-95f8-4f59a7a2af60 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:38:41.182279 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.393332 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks [] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.450024 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.450920 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.528353 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Pushing event updated for resources: {'Port': ['ID=834a97a7-c990-46c4-95f8-4f59a7a2af60,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:41.579235 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:38:41.580541 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:41.800824 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-30c387a2-8127-4c5d-b0d0-d9b7563bf7c5 None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:41.801910 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-30c387a2-8127-4c5d-b0d0-d9b7563bf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:41.837388 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-30c387a2-8127-4c5d-b0d0-d9b7563bf7c5 None None] Port 834a97a7-c990-46c4-95f8-4f59a7a2af60 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:38:41.861663 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:38:41.950301 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:38:41.955651 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0c18a0fa-4b99-437b-a915-d20600dc5d83 admin admin] 10.222.0.60 "PUT /v2.0/routers/9b0bd7aa-2a3b-4057-a61a-a2429426a1f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1231534 Jan 13 14:38:41.975667 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Sync routers for ids ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:38:41.988253 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Routers {'9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:38:41.989174 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:38:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:42.179109 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Set router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 gateway port host: None {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:38:42.626748 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:41Z', 'revision_number': 2, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port_host': None, '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:41Z', 'revision_number': 2, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:42.679745 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Checking router: 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:38:42.680128 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Updating router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 port 834a97a7-c990-46c4-95f8-4f59a7a2af60 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:38:42.728258 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.260615 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks [] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.329711 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.424164 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Pushing event updated for resources: {'Port': ['ID=834a97a7-c990-46c4-95f8-4f59a7a2af60,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:43.437348 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.437706 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.438051 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.438671 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.439010 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.439342 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.439679 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.440005 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.440342 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.440671 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.441000 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.441323 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.441648 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Tracked resource versions report: Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: pushed versions: Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: { 'AddressGroup': {'1.2'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'ConntrackHelper': {'1.0'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Log': {'1.0'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Network': {'1.1'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Port': {'1.7'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'PortForwarding': {'1.2'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'QosPolicy': {'1.10'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroup': {'1.5'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SubPort': {'1.0'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Subnet': {'1.1'}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Trunk': {'1.1'}} Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: consumer versions: Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'ConntrackHelper': '1.0', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'LocalIPAssociation': '1.0', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Log': '1.0', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Network': '1.1', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Port': '1.7', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'PortForwarding': '1.2', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'QosPolicy': '1.10', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroup': '1.5', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroupRule': '1.2', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SubPort': '1.0', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Subnet': '1.1', Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Trunk': '1.1'}} Jan 13 14:38:43.443858 dv-cinder-823726-5-iscsi neutron-server[109679]: {{(pid=109679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:38:43.517560 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Attempting to bind port 834a97a7-c990-46c4-95f8-4f59a7a2af60 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:38:43.517963 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Attempting to bind port 834a97a7-c990-46c4-95f8-4f59a7a2af60 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:38:43.518410 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Attempting to bind port 834a97a7-c990-46c4-95f8-4f59a7a2af60 on network 812ee3d0-5f01-46c5-8477-ef8af40c68af {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:38:43.523836 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:38:43.524259 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Checking segment: {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:38:43.524750 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.525145 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Bound using segment: {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:38:43.525615 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Bound port: 834a97a7-c990-46c4-95f8-4f59a7a2af60, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7b7ad-e028-4181-9611-021af70c94ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:38:43.526000 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.569244 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-0a5edc52-5f1b-4953-b17c-1973f0369662 None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:43.570162 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edc52-5f1b-4953-b17c-1973f0369662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.597282 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] For port 834a97a7-c990-46c4-95f8-4f59a7a2af60, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:38:43.604562 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-0a5edc52-5f1b-4953-b17c-1973f0369662 None None] Port 834a97a7-c990-46c4-95f8-4f59a7a2af60 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:38:43.617517 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] For port 834a97a7-c990-46c4-95f8-4f59a7a2af60, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=834a97a7-c990-46c4-95f8-4f59a7a2af60,segment=NetworkSegment(eda7b7ad-e028-4181-9611-021af70c94ed),segment_id=eda7b7ad-e028-4181-9611-021af70c94ed)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:38:43.678021 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:43.739263 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c98f-8356-43ea-8e7b-9e7f4c3fbed1 None None] Pushing event updated for resources: {'Port': ['ID=834a97a7-c990-46c4-95f8-4f59a7a2af60,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:43.744563 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Routers {'9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:38:43.745189 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:38:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:43.838691 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] Set router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 gateway port host: None {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:38:43.926908 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:43.928373 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:44.013000 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Current status of the port 834a97a7-c990-46c4-95f8-4f59a7a2af60 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:44.013307 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:44.045784 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] For port 834a97a7-c990-46c4-95f8-4f59a7a2af60, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=834a97a7-c990-46c4-95f8-4f59a7a2af60,segment=NetworkSegment(eda7b7ad-e028-4181-9611-021af70c94ed),segment_id=eda7b7ad-e028-4181-9611-021af70c94ed)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:38:44.055367 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:41Z', 'revision_number': 2, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port_host': None, '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:43Z', 'revision_number': 4, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:44.082166 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730e755-5c82-4459-91df-c36798d623d7 None None] The sync data for ids ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'] in dv-cinder-823726-5-iscsi is: [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:41Z', 'revision_number': 2, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port_host': None, '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:43Z', 'revision_number': 4, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:38:44.113046 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:44.162017 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b950-bf72-4dea-bbff-78ccebfb6d29 None None] Pushing event updated for resources: {'Port': ['ID=834a97a7-c990-46c4-95f8-4f59a7a2af60,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:46.652470 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 34486) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:46.766538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da8a95-be82-4678-aee8-6ace77c2b14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:46.767915 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e7da8a95-be82-4678-aee8-6ace77c2b14e admin admin] 10.222.0.60 "GET /v2.0/networks/9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 HTTP/1.1" status: 200 len: 842 time: 0.1145008 Jan 13 14:38:46.778394 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'tenant_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'gateway_ip': '172.27.0.1'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:46.779827 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.quota [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Loaded quota_driver: . Jan 13 14:38:46.907354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Made reservation on behalf of c291bb70fdc143e2bb04bd268950bf4b for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:38:46.909784 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:47.300593 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.objects.ports [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109676) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 13 14:38:47.301021 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (88ff11e2-0e94-43bb-8845-ac1cc799792a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:47.362786 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ff11e2-0e94-43bb-8845-ac1cc799792a,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:47.365289 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:38:47.365662 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Network hostable DHCP agents. Network: 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:38:47.466974 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:38:47.575836 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:47.579926 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:47.580547 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:47.586051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56276129-ae60-4407-9e88-3a1b67067610 None None] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:38:47.687167 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f763d-5aa9-4188-8805-0999c2447bdb None None] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:38:47.744872 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9ad29a29-f49a-4975-a713-5a40f40d6728 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9699879 Jan 13 14:38:50.135696 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 34494) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:50.272863 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-819f1257-e458-438e-a0ab-8f1554574ad3 admin admin] 10.222.0.60 "GET /v2.0/routers/9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 HTTP/1.1" status: 200 len: 710 time: 0.1360373 Jan 13 14:38:50.359230 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d83eb8-bbb6-4542-8d28-36b602fe4255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:38:50.360604 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b4d83eb8-bbb6-4542-8d28-36b602fe4255 admin admin] 10.222.0.60 "GET /v2.0/networks/9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 HTTP/1.1" status: 200 len: 886 time: 0.0823638 Jan 13 14:38:50.370310 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:38:50.635988 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks [] for router_gateway (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:50.967767 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks [] for router_gateway (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:51.113817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:51.225400 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Allocated IP 172.27.0.219 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/8006b88e-5327-4e4f-9fe2-9cacf7108cd6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:38:51.234484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 834a97a7-c990-46c4-95f8-4f59a7a2af60 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:38:51.284381 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:51.284765 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:51.334376 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks [] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:51.366897 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 834a97a7-c990-46c4-95f8-4f59a7a2af60 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:51.425399 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:51.464862 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:38:51.473100 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:38:51.473100 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:38:51.514441 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Pushing event updated for resources: {'Port': ['ID=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:51.837787 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks [] for router_gateway (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:52.031026 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6153'] for router (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:52.034580 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579150'] for router (9b0bd7aa-2a3b-4057-a61a-a2429426a1f1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:52.141349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:38:52.246901 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:38:52.251139 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:52.270733 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ead59b7e-dd48-4505-a87b-42b8efb49b9a admin admin] 10.222.0.60 "PUT /v2.0/routers/9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 HTTP/1.1" status: 200 len: 890 time: 1.8855133 Jan 13 14:38:52.464945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Sync routers for ids ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:38:52.479962 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Routers {'9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:38:52.480613 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:38:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:52.693678 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Set router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:38:53.155501 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:51Z', 'revision_number': 4, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port': {'id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:51Z', 'updated_at': '2022-01-13T14:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:44Z', 'revision_number': 5, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:53.206246 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Checking router: 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:38:53.206603 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Updating router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:38:53.253250 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.566238 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks [] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.638092 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.689682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d0b8-df2f-4656-a8a4-9ba70d36d42c None None] Pushing event updated for resources: {'Port': ['ID=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:53.693940 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Attempting to bind port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:38:53.694355 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Attempting to bind port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:38:53.694739 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Attempting to bind port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:38:53.699712 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:38:53.700081 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:38:53.700481 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.700857 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:38:53.701324 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Bound port: 8006b88e-5327-4e4f-9fe2-9cacf7108cd6, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:38:53.701695 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.751698 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] For port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:38:53.757070 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] For port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:38:53.844501 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:53.896013 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Routers {'9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:38:53.896611 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:38:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:53.941040 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d0b8-df2f-4656-a8a4-9ba70d36d42c None None] Pushing event updated for resources: {'Port': ['ID=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:54.016392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] Set router 9b0bd7aa-2a3b-4057-a61a-a2429426a1f1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:38:54.224935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:51Z', 'revision_number': 4, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port': {'id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:51Z', 'updated_at': '2022-01-13T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:44Z', 'revision_number': 5, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:38:54.250905 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c622549-c046-4185-95c5-eeef976eec4e None None] The sync data for ids ['9b0bd7aa-2a3b-4057-a61a-a2429426a1f1'] in dv-cinder-823726-5-iscsi is: [{'id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'name': 'router1', 'tenant_id': '2522119a6a694bff942b317568917905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:38:31Z', 'updated_at': '2022-01-13T14:38:51Z', 'revision_number': 4, 'project_id': '2522119a6a694bff942b317568917905', 'gw_port': {'id': '8006b88e-5327-4e4f-9fe2-9cacf7108cd6', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:51Z', 'updated_at': '2022-01-13T14:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '834a97a7-c990-46c4-95f8-4f59a7a2af60', 'name': '', 'network_id': '812ee3d0-5f01-46c5-8477-ef8af40c68af', 'tenant_id': '2522119a6a694bff942b317568917905', 'mac_address': 'fa:16:3e:3d:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0bd7aa-2a3b-4057-a61a-a2429426a1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:38:40Z', 'updated_at': '2022-01-13T14:38:44Z', 'revision_number': 5, 'project_id': '2522119a6a694bff942b317568917905', 'subnets': [{'id': '2e4d6aac-fdd5-4062-add9-ce3aacdfae2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a22bcd-d97d-4406-bafe-a99126df6511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:38:54.725672 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34506) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:38:54.856518 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-4f8a65e7-2e01-45dc-a096-1c456e3028fc admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1297090 Jan 13 14:38:55.237544 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:38:55.294480 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:55.294926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:55.374715 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:55.375187 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:55.395293 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:38:55.466994 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:55.515116 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=8006b88e-5327-4e4f-9fe2-9cacf7108cd6,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:38:57.224846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:38:57.275785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:38:57.276188 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8006b88e-5327-4e4f-9fe2-9cacf7108cd6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:38:57.356020 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 8006b88e-5327-4e4f-9fe2-9cacf7108cd6 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:38:59.936832 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:39:00.328249 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1f84ed98-4ea2-4e00-ae55-79693eee8339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:02.936069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a9b36213-bb5b-4aae-8c02-ad71d93fe446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:04.070959 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:05.129630 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:06.687641 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:30.328793 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd68a-484a-4720-bb99-5d13188511b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:32.909882 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-889d54cf-c8dc-4190-bfd5-9150b5f3308c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:34.099732 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:35.122514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:36.688536 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:39:36.923484 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:40:00.333622 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8f6f77fa-8025-4b30-8667-4b1a23d17bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:02.898897 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10938e2f-82ce-4eb7-956c-e65356e5c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:04.097225 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:05.131184 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:06.674062 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:13.923730 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:40:17.711014 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 34990) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:17.777068 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f61eb23-4953-4bec-b865-ceb754420e2f admin admin] GET failed (client error): The resource could not be found. Jan 13 14:40:17.778339 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-4f61eb23-4953-4bec-b865-ceb754420e2f admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663996 Jan 13 14:40:17.942618 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb6187-0225-4152-ba16-36c2aa15762c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:17.944016 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c4cb6187-0225-4152-ba16-36c2aa15762c admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1616819 Jan 13 14:40:20.258274 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35000) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:20.350493 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06565905-2b9a-40a2-a7fe-19c11c1de24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:20.351869 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-06565905-2b9a-40a2-a7fe-19c11c1de24f admin admin] 10.222.0.60 "GET /v2.0/subnets/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f HTTP/1.1" status: 200 len: 849 time: 0.0926144 Jan 13 14:40:20.361626 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:40:20.451549 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Publish callbacks [] for subnet (2e4d6aac-fdd5-4062-add9-ce3aacdfae2f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:20.663855 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747093046339'] for subnet (2e4d6aac-fdd5-4062-add9-ce3aacdfae2f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:20.697883 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:20.698296 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:20.699644 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] 10.222.0.60 "PUT /v2.0/subnets/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f HTTP/1.1" status: 200 len: 868 time: 0.3416834 Jan 13 14:40:20.721170 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4d6aac-fdd5-4062-add9-ce3aacdfae2f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:40:20.721997 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000eebf4-b325-439b-b047-ec28d05df6f6 None None] Network 812ee3d0-5f01-46c5-8477-ef8af40c68af requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:40:20.729733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.730253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.730622 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.731025 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.731367 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.731705 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.732053 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.732390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.732734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.733078 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.733407 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.733882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:20.734220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e0dd1-5b67-4c36-889f-f50c5a711305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:40:21.004489 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Provisioning complete for port 834a97a7-c990-46c4-95f8-4f59a7a2af60 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:40:21.007975 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (834a97a7-c990-46c4-95f8-4f59a7a2af60), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:21.086646 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Current status of the port 834a97a7-c990-46c4-95f8-4f59a7a2af60 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:40:21.098115 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Provisioning complete for port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:40:21.098533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f3f073a-be56-46b7-8d23-c0b4e2210a74), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:21.175817 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-c7674c59-64d7-4cee-9680-62c90bbc8bcf None None] Current status of the port 3f3f073a-be56-46b7-8d23-c0b4e2210a74 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:40:22.977431 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35008) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:23.180038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5cfb7-af8b-4fd5-9f9e-fbc65057ab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:23.180436 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5cfb7-af8b-4fd5-9f9e-fbc65057ab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:23.182081 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-34f5cfb7-af8b-4fd5-9f9e-fbc65057ab40 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2036088 Jan 13 14:40:25.432210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35016) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:25.567029 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28c0f5-aa09-4fef-8b58-cc45cc27fc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:25.567500 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28c0f5-aa09-4fef-8b58-cc45cc27fc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:25.569010 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3f28c0f5-aa09-4fef-8b58-cc45cc27fc2b admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1358600 Jan 13 14:40:27.817270 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35024) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:28.035191 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18f676-08fe-49c1-8fb8-0f010f9ed64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:28.036565 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ec18f676-08fe-49c1-8fb8-0f010f9ed64d admin admin] 10.222.0.60 "GET /v2.0/networks/812ee3d0-5f01-46c5-8477-ef8af40c68af HTTP/1.1" status: 200 len: 868 time: 0.2184150 Jan 13 14:40:30.285702 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35032) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:30.315177 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-89891401-94dc-4bbb-b77b-af72f70ee9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:30.409848 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a02f80-9152-4a76-9660-771da3b50286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:30.411248 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-58a02f80-9152-4a76-9660-771da3b50286 admin admin] 10.222.0.60 "GET /v2.0/networks/9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 HTTP/1.1" status: 200 len: 886 time: 0.1245968 Jan 13 14:40:32.663421 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35042) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:32.796944 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c6e21-cd82-4b60-821c-54b62442035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:32.797413 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c6e21-cd82-4b60-821c-54b62442035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:32.798987 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-fb0c6e21-cd82-4b60-821c-54b62442035a admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346145 Jan 13 14:40:32.909529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2b5effde-7edd-4478-8893-4155d8449c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:34.067503 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:35.100683 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35050) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:35.138170 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:35.191887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1bba3-3c1d-4027-9211-cf3ba897f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:35.192352 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1bba3-3c1d-4027-9211-cf3ba897f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:35.193864 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-68f1bba3-3c1d-4027-9211-cf3ba897f928 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922146 Jan 13 14:40:36.682030 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:40:37.451626 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35058) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:37.547221 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be2f4a-ee8e-43e4-8577-cf2ef5bda2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:37.548591 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b5be2f4a-ee8e-43e4-8577-cf2ef5bda2f7 admin admin] 10.222.0.60 "GET /v2.0/subnets/2e4d6aac-fdd5-4062-add9-ce3aacdfae2f HTTP/1.1" status: 200 len: 868 time: 0.0960138 Jan 13 14:40:39.825345 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35066) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:40:39.904534 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9e0fd-ab26-45c2-9e54-4a6479ccff4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:40:39.905890 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-61e9e0fd-ab26-45c2-9e54-4a6479ccff4b admin admin] 10.222.0.60 "GET /v2.0/subnets/88ff11e2-0e94-43bb-8845-ac1cc799792a HTTP/1.1" status: 200 len: 816 time: 0.0855074 Jan 13 14:40:50.923475 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:41:00.306934 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-38bba021-6337-4b6e-8cff-18cdac9461ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:02.897221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-17a89892-cdea-4b63-92e9-b4b7efe971d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:04.074187 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:04.472929 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35120) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:41:04.520970 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [None req-deb28f09-bd69-4cf0-971d-d10e678e6562 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:41:04.521968 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-deb28f09-bd69-4cf0-971d-d10e678e6562 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480955 Jan 13 14:41:05.142779 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:06.681018 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:06.853856 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35128) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:41:06.913762 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.pecan_wsgi.hooks.translation [None req-922a83fc-93bb-462e-8a9f-8e07112cb560 admin admin] GET failed (client error): The resource could not be found. Jan 13 14:41:06.915773 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-922a83fc-93bb-462e-8a9f-8e07112cb560 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609720 Jan 13 14:41:07.143092 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69534d5-7dca-4317-a05c-ae18eb0dc737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:41:07.144550 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e69534d5-7dca-4317-a05c-ae18eb0dc737 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2247293 Jan 13 14:41:09.440589 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35138) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:41:09.485974 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Request body: {'network': {'tenant_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'shared': True, 'admin_state_up': True, 'project_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'name': 'shared'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:41:09.603739 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Made reservation on behalf of c291bb70fdc143e2bb04bd268950bf4b for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:41:09.606131 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:09.634564 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING neutron.services.revisions.revision_plugin [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Could not find related network for resource to bump revision. Jan 13 14:41:09.650317 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:41:09.662039 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747092986655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (640fd689-8c0d-4185-994c-644fb4f5fff7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:09.662588 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Unsubscribe: segment precommit_create {{(pid=109676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 13 14:41:09.663094 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Added segment 640fd689-8c0d-4185-994c-644fb4f5fff7 of type vlan for network fb788b18-edf9-4d50-a133-c98ba81e91e5 Jan 13 14:41:09.718749 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (fb788b18-edf9-4d50-a133-c98ba81e91e5), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:09.816830 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (fb788b18-edf9-4d50-a133-c98ba81e91e5), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:09.817733 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:41:09.818330 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:09.909287 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=fb788b18-edf9-4d50-a133-c98ba81e91e5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:41:09.917366 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.917740 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.919904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.919904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.919904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.919904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.919904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.920372 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.920502 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.920841 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.921172 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.921499 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.921824 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:09.934084 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:41:09.967841 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-152bfd24-836d-4535-ae34-e122c7c08fa5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5261481 Jan 13 14:41:12.264451 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35148) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:41:12.323373 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3052cb39-9f4e-4ed5-967d-038bd9fe4392 admin admin] GET failed (client error): The resource could not be found. Jan 13 14:41:12.324649 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3052cb39-9f4e-4ed5-967d-038bd9fe4392 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592229 Jan 13 14:41:12.394474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c58fa7-2158-4334-9098-f4bb91ea49f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:41:12.395949 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-46c58fa7-2158-4334-9098-f4bb91ea49f2 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0673184 Jan 13 14:41:12.405731 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5', 'tenant_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'description': 'shared-subnet'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:41:12.490675 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Made reservation on behalf of c291bb70fdc143e2bb04bd268950bf4b for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:41:12.493385 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:12.714044 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (7881736d-51a9-4522-9767-b73918493714), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:12.772875 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7881736d-51a9-4522-9767-b73918493714,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:41:12.779903 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Checking segment: {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:41:12.780310 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Network hostable DHCP agents. Network: fb788b18-edf9-4d50-a133-c98ba81e91e5, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:41:12.850953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:41:12.941829 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, fb788b18-edf9-4d50-a133-c98ba81e91e5) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:41:12.948084 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:41:12.948927 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:12.949771 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9521def-5af4-4970-b397-2d340fd150b7 None None] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:41:13.042722 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8650614c-4277-4b14-a516-78ed924b6908 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6401117 Jan 13 14:41:13.157514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-fb788b18-edf9-4d50-a133-c98ba81e91e5', 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5', 'project_id': 'c291bb70fdc143e2bb04bd268950bf4b', 'fixed_ips': [{'subnet_id': '7881736d-51a9-4522-9767-b73918493714'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:41:13.158390 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.300635 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Allocated IP 192.168.233.2 (fb788b18-edf9-4d50-a133-c98ba81e91e5/7881736d-51a9-4522-9767-b73918493714/e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:41:13.445903 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks [] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.542890 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.585562 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:41:13.589682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:41:13.595332 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:41:13.604664 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Pushing event updated for resources: {'Port': ['ID=e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:41:13.628689 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.629062 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.629421 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.629765 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.630099 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.630429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.630789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.631121 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.631445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.631784 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.632114 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.632433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.633365 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:41:13.666818 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Attempting to bind port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:41:13.667186 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Attempting to bind port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:41:13.667548 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Attempting to bind port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 on network fb788b18-edf9-4d50-a133-c98ba81e91e5 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:41:13.672850 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:41:13.673226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Checking segment: {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:41:13.673627 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.674024 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Bound using segment: {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:41:13.674483 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Bound port: e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:41:13.674888 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.737391 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] For port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:41:13.740846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] For port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:41:13.828501 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:13.895068 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08b370-dbeb-430f-9850-1b37407ce970 None None] Pushing event updated for resources: {'Port': ['ID=e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:41:14.870145 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc894a-100c-47b6-bc09-8a125a046c69 None None] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:41:14.947431 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Provisioning complete for port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:41:14.947887 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:15.062945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Current status of the port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:41:15.063372 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:15.098316 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] For port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:41:15.171221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:15.224443 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95ef61-169a-4de1-aff7-93d5d065c06a None None] Pushing event updated for resources: {'Port': ['ID=e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:41:15.295266 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-b0dcdae1-58d6-4807-a0ca-8d21dd5787c1 None None] Provisioning complete for port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:41:15.295938 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b0dcdae1-58d6-4807-a0ca-8d21dd5787c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:15.343203 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:41:15.427298 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-b0dcdae1-58d6-4807-a0ca-8d21dd5787c1 None None] Current status of the port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:41:15.431952 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:41:15.431952 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:15.514197 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port e3a9763f-e0ca-4ac3-8a06-3d98ec62fb05 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:41:27.921976 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:41:30.313422 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0c3ec996-a4a0-4f97-ba8e-b581f166e025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:32.913172 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-27405980-eb31-4514-b814-cca42cec5cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:34.090222 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:35.158522 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:41:36.682841 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:00.390391 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-99e8db03-411d-4898-b306-1c2479b02dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:02.894703 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8dac7c10-bdc0-4778-b930-2545f4c6ceb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:04.081829 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:04.921117 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:42:05.138561 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:06.677582 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:30.350941 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c5a14335-990c-4a6c-acb2-a1549d96b40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:32.910923 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-aae0d62e-8804-48f3-bef8-b03586ee16d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:34.110857 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:35.145530 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:36.693713 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:37.989284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35192) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:42:37.995045 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [None req-7f7d066e-fccf-4a30-8689-cfcb83b2fb09 tempest-verify_tempest_config-160200956 tempest-verify_tempest_config-160200956-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:42:37.996509 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-7f7d066e-fccf-4a30-8689-cfcb83b2fb09 tempest-verify_tempest_config-160200956 tempest-verify_tempest_config-160200956-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057740 Jan 13 14:42:38.555282 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35210) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:42:38.658205 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:38.757811 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Publish callbacks [] for security_group (933df202-f84c-4110-8be7-b52550927d5f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:38.859255 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (933df202-f84c-4110-8be7-b52550927d5f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:38.907982 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e6baaf8ec614d2284912950365a5f3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3514521 Jan 13 14:42:38.908868 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933df202-f84c-4110-8be7-b52550927d5f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:42:38.910795 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35214) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:42:38.916433 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.916794 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.917149 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.917478 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.918351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.919363 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.919730 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.920060 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.920409 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.920745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.921077 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.921401 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.921724 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9feac2-e863-4ce1-b8bc-4258c2d49c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:38.970291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Publish callbacks [] for security_group (933df202-f84c-4110-8be7-b52550927d5f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:38.992308 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Publish callbacks [] for security_group (933df202-f84c-4110-8be7-b52550927d5f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:39.285933 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (933df202-f84c-4110-8be7-b52550927d5f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:39.285933 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:42:39.286337 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/933df202-f84c-4110-8be7-b52550927d5f HTTP/1.1" status: 204 len: 168 time: 0.3744555 Jan 13 14:42:39.294112 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933df202-f84c-4110-8be7-b52550927d5f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:42:39.300965 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.301361 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.301672 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.302017 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.302358 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.302727 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.303065 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.303405 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.303798 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.304158 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.304494 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.304820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:39.305149 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bf24f-8129-44b7-87f0-853713888183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:42:41.921572 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:43:00.407229 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-19b6846b-8d2f-4f00-9ae0-4f6f3d873af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:02.892628 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f1c51270-ff72-470a-9940-ac683d616bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:04.086749 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:05.176721 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:06.692927 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:18.923577 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:43:30.337913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-77048793-9727-4e12-a9eb-be37267f6cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:32.895934 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5df53256-843c-43b5-946e-94d493f43a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:34.097519 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:35.147288 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:36.679848 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:43:55.921962 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 5 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:44:00.347911 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2b91f30b-fbe1-40c2-8a6f-5be71dc5de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:02.900242 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-13db0a20-6d67-44aa-a3d9-dc071c5a4ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:04.096169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:05.182307 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:06.673927 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:16.625964 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580775'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:30.322392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-447857bf-218a-4d27-ba0c-f0c419dbf5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:31.968380 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35288) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:44:32.075349 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9ff6f873-8e01-4081-95ca-8e5bf3eb5ffa admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058121 Jan 13 14:44:32.893591 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-56d14f04-6244-4799-bc9f-aa4fb4bf6f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:32.924607 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:44:34.124139 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:34.353144 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35298) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:44:34.415821 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0d7df7d7-aca3-4b44-b145-a2279ed065e4 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0615642 Jan 13 14:44:35.150671 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:36.687777 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:44:46.615187 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:00.324006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-25c0e2a8-7ea8-4f1f-9397-7675dec031ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:02.934694 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f18c8450-d0db-44cb-afe0-2b2cfcad940a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:04.099859 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:05.168579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:06.676760 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:09.924683 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:45:16.606608 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:30.332248 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5a4cca34-f5b7-4ee5-a4d0-65fd5355514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:32.917135 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d9ce2-8854-42ea-abe8-f2a8a5f0feb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:34.105320 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:35.168153 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:36.733823 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:46.590740 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:45:46.924451 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:46:00.320997 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-33c6fcc6-e1ed-4759-8774-263a7f22c7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:02.892327 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c6c84333-c531-47e1-9417-847201f8a77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:04.109357 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:05.168214 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:06.711337 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.099639 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35442) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:09.579031 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1010907076-network', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:09.663399 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Made reservation on behalf of 856aaf15665f4000ae98d3229dc6f04a for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:09.667960 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.682433 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.774943 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks [] for security_group (fe201dff-635f-4308-8484-d4e8f9801afa), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.881779 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (fe201dff-635f-4308-8484-d4e8f9801afa), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.926802 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:09.939256 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe201dff-635f-4308-8484-d4e8f9801afa,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:09.948139 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (19c7b3c2-219f-4554-81c0-d04e918dcd2a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:09.948654 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Added segment 19c7b3c2-219f-4554-81c0-d04e918dcd2a of type vlan for network 81001995-5733-4af8-9434-e661225f617f Jan 13 14:46:09.951582 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.952040 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.952523 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.953053 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.953525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.954004 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.954446 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.955058 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.955622 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.956173 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.956660 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.957222 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.957670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Tracked resource versions report: Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: pushed versions: Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: { 'AddressGroup': {'1.2'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Log': {'1.0'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Network': {'1.1'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Port': {'1.7'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'PortForwarding': {'1.2'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'QosPolicy': {'1.10'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroup': {'1.5'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SubPort': {'1.0'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Subnet': {'1.1'}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Trunk': {'1.1'}} Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: consumer versions: Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: HyperV agent@hv-cinder-82372: {}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'ConntrackHelper': '1.0', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'LocalIPAssociation': '1.0', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Log': '1.0', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Network': '1.1', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Port': '1.7', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'PortForwarding': '1.2', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'QosPolicy': '1.10', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroup': '1.5', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SecurityGroupRule': '1.2', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'SubPort': '1.0', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Subnet': '1.1', Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: 'Trunk': '1.1'}} Jan 13 14:46:09.959230 dv-cinder-823726-5-iscsi neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:46:10.013559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35472) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:10.019114 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (81001995-5733-4af8-9434-e661225f617f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.121089 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (81001995-5733-4af8-9434-e661225f617f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.122130 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:10.122745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.196566 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] Pushing event updated for resources: {'Network': ['ID=81001995-5733-4af8-9434-e661225f617f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:10.212922 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 81001995-5733-4af8-9434-e661225f617f details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:10.247946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35484) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:10.248606 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ec22125c-188d-4d44-aaf8-d7773febcdcc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1467583 Jan 13 14:46:10.255843 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Request body: {'subnet': {'network_id': '81001995-5733-4af8-9434-e661225f617f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1010907076-subnet', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:10.339701 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Made reservation on behalf of 856aaf15665f4000ae98d3229dc6f04a for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:10.343216 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.444840 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-816451990-network', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:10.478765 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35496) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:10.634311 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Made reservation on behalf of 02f8be27e10f4216b185e2cd096746ba for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:10.636856 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.647567 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.710284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (4b701c66-44da-4f61-9f54-6d3928d87c1c), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.804515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Checking segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:10.804882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Network hostable DHCP agents. Network: 81001995-5733-4af8-9434-e661225f617f, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:10.813097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks [] for security_group (40b702ed-bcec-4cc1-ba33-0366b1f02d8f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.828054 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b701c66-44da-4f61-9f54-6d3928d87c1c,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:10.837939 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.838699 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.839079 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.839409 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.839738 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.840067 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.840469 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.840725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.841051 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.841595 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.841938 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.842256 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.842581 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Tracked resource versions report: Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: pushed versions: Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: { 'AddressGroup': {'1.2'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Log': {'1.0'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Network': {'1.1'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Port': {'1.7'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'PortForwarding': {'1.2'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'QosPolicy': {'1.10'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroup': {'1.5'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SubPort': {'1.0'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Subnet': {'1.1'}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Trunk': {'1.1'}} Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: consumer versions: Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: HyperV agent@hv-cinder-82372: {}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'ConntrackHelper': '1.0', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'LocalIPAssociation': '1.0', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Log': '1.0', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Network': '1.1', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Port': '1.7', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'PortForwarding': '1.2', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'QosPolicy': '1.10', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroup': '1.5', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SecurityGroupRule': '1.2', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'SubPort': '1.0', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Subnet': '1.1', Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: 'Trunk': '1.1'}} Jan 13 14:46:10.844054 dv-cinder-823726-5-iscsi neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:46:10.849408 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35512) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:10.915718 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (40b702ed-bcec-4cc1-ba33-0366b1f02d8f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.935263 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-537893996-network', 'tenant_id': 'ad96b4e05730490bb7899c7ec12d7dfc'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:10.936753 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:10.957531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Network 81001995-5733-4af8-9434-e661225f617f is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:10.961758 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:10.961758 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Added segment 7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c of type vlan for network 9def6dfc-3119-4aca-90cf-30bfc004cf34 Jan 13 14:46:10.982388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b702ed-bcec-4cc1-ba33-0366b1f02d8f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:11.033909 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (9def6dfc-3119-4aca-90cf-30bfc004cf34), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.045987 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Made reservation on behalf of ad96b4e05730490bb7899c7ec12d7dfc for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:11.048395 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.058831 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.073389 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 81001995-5733-4af8-9434-e661225f617f) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:11.079249 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:11.082631 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.091561 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d931edf9-10ef-4f18-99fe-0f15baa8a25f None None] Network 81001995-5733-4af8-9434-e661225f617f requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:11.194356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks [] for security_group (9ea5db1a-c901-4258-a03e-0d7c77a797d9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.195753 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-091ef27e-676a-4f7e-b2c4-ce48682c7646 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9454591 Jan 13 14:46:11.196800 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35524) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:11.197678 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (9def6dfc-3119-4aca-90cf-30bfc004cf34), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.198703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:11.199283 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.205253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:11.293708 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9ea5db1a-c901-4258-a03e-0d7c77a797d9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.296098 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-81001995-5733-4af8-9434-e661225f617f', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:46:11.298063 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.310973 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:11.333651 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (7cee292c-2f28-4f4c-9b58-7f7999df18ab), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.334242 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Added segment 7cee292c-2f28-4f4c-9b58-7f7999df18ab of type vlan for network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca Jan 13 14:46:11.397780 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3819294 Jan 13 14:46:11.401756 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1244539058-network', 'tenant_id': '35a1629d3b3f46df8e9993a5481f1160'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:11.411335 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35530) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:11.414372 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc619-98d7-4fc4-89ae-2186dca09cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9def6dfc-3119-4aca-90cf-30bfc004cf34,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:11.437934 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (9b69b163-ebb0-448e-9b49-3ef0acecd6ca), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.442879 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Request body: {'subnet': {'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-subnet', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:11.487370 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Allocated IP 172.20.0.2 (81001995-5733-4af8-9434-e661225f617f/4b701c66-44da-4f61-9f54-6d3928d87c1c/3f171e54-47d9-4536-b297-6650388229d6) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:11.493825 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5db1a-c901-4258-a03e-0d7c77a797d9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:11.515174 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:11.549068 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.552526 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.576700 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (9b69b163-ebb0-448e-9b49-3ef0acecd6ca), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.578706 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:11.580106 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.704889 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2237198 Jan 13 14:46:11.705760 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35542) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:11.712724 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for router_controller (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), precommit_add_association {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.714683 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Request body: {'subnet': {'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-537893996-subnet', 'tenant_id': 'ad96b4e05730490bb7899c7ec12d7dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:11.719258 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69778e-9db5-479c-9ef5-0c2c21afb1af admin admin] Pushing event updated for resources: {'Network': ['ID=9b69b163-ebb0-448e-9b49-3ef0acecd6ca,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:11.730997 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:11.749713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Made reservation on behalf of 35a1629d3b3f46df8e9993a5481f1160 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:11.751335 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.761161 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.857746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks [] for security_group (db0759f3-b85d-45a1-8de0-e7e8f503e61c), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.858794 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Made reservation on behalf of 02f8be27e10f4216b185e2cd096746ba for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:11.861100 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.867378 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks [] for port (3f171e54-47d9-4536-b297-6650388229d6), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.894203 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Made reservation on behalf of ad96b4e05730490bb7899c7ec12d7dfc for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:11.896711 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.957870 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (db0759f3-b85d-45a1-8de0-e7e8f503e61c), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.969614 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:11.979566 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (3f171e54-47d9-4536-b297-6650388229d6), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.980209 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (da9d85f1-e8b9-49a3-8186-3b6f457f1d99), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:11.980533 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Added segment da9d85f1-e8b9-49a3-8186-3b6f457f1d99 of type vlan for network 352b6aab-4004-407a-abd6-d47bed660eff Jan 13 14:46:12.022371 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (352b6aab-4004-407a-abd6-d47bed660eff), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.059540 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Pushing event updated for resources: {'Port': ['ID=3f171e54-47d9-4536-b297-6650388229d6,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:12.073590 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35552) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:12.074520 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.075108 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.075575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.076016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.076452 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.076887 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.077314 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.077764 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.078191 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.078684 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.079218 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.079695 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.080207 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Tracked resource versions report: Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: pushed versions: Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: { 'AddressGroup': {'1.2'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'ConntrackHelper': {'1.0'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Log': {'1.0'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Network': {'1.1'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Port': {'1.7'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'PortForwarding': {'1.2'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'QosPolicy': {'1.10'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroup': {'1.5'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SubPort': {'1.0'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Subnet': {'1.1'}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Trunk': {'1.1'}} Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: consumer versions: Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: HyperV agent@hv-cinder-82372: {}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'ConntrackHelper': '1.0', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'LocalIPAssociation': '1.0', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Log': '1.0', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Network': '1.1', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Port': '1.7', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'PortForwarding': '1.2', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'QosPolicy': '1.10', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroup': '1.5', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SecurityGroupRule': '1.2', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'SubPort': '1.0', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Subnet': '1.1', Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: 'Trunk': '1.1'}} Jan 13 14:46:12.081760 dv-cinder-823726-5-iscsi neutron-server[109678]: {{(pid=109678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:46:12.105881 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Network 81001995-5733-4af8-9434-e661225f617f is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:12.113639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:12.113846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:12.129717 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.db.resource_extend [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 13 14:46:12.185735 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Attempting to bind port 3f171e54-47d9-4536-b297-6650388229d6 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:12.186256 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Attempting to bind port 3f171e54-47d9-4536-b297-6650388229d6 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:12.186767 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Attempting to bind port 3f171e54-47d9-4536-b297-6650388229d6 on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:12.193500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:12.194238 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Checking segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:12.194779 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.195279 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Bound using segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:12.196047 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Bound port: 3f171e54-47d9-4536-b297-6650388229d6, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:12.196550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (3f171e54-47d9-4536-b297-6650388229d6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.310414 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (eb1db654-7563-4de9-9db7-52d346b02248), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.317409 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] For port 3f171e54-47d9-4536-b297-6650388229d6, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:12.319326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] For port 3f171e54-47d9-4536-b297-6650388229d6, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f171e54-47d9-4536-b297-6650388229d6,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:12.351233 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0759f3-b85d-45a1-8de0-e7e8f503e61c,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:12.359116 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for router_gateway (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.412188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1db654-7563-4de9-9db7-52d346b02248,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:12.422037 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1954081341-network', 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:12.423858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (3f171e54-47d9-4536-b297-6650388229d6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.449591 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (352b6aab-4004-407a-abd6-d47bed660eff), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.454366 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:12.456429 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.519107 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Checking segment: {'id': '7cee292c-2f28-4f4c-9b58-7f7999df18ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:12.519975 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Network hostable DHCP agents. Network: 9b69b163-ebb0-448e-9b49-3ef0acecd6ca, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:12.572741 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:12.577351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.595500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752747e5-4eea-48dc-92b5-88df562a6166 None None] Pushing event updated for resources: {'Port': ['ID=3f171e54-47d9-4536-b297-6650388229d6,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:12.611505 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.659563 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:12.665812 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=352b6aab-4004-407a-abd6-d47bed660eff,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:12.679184 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 352b6aab-4004-407a-abd6-d47bed660eff details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:12.751165 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 9b69b163-ebb0-448e-9b49-3ef0acecd6ca) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:12.756400 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-59b827bc-0090-45ca-8812-5e6274d1c6b5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9059179 Jan 13 14:46:12.763376 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35568) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:12.784591 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Request body: {'subnet': {'network_id': '352b6aab-4004-407a-abd6-d47bed660eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1244539058-subnet', 'tenant_id': '35a1629d3b3f46df8e9993a5481f1160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:12.793113 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:12.794828 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:12.996652 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks [] for security_group (77bd7495-bd3d-43f4-a17f-54f170c1d718), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.006031 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a5232-948d-4866-8ac6-be900cfce3c3 None None] Network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:13.006241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Made reservation on behalf of 35a1629d3b3f46df8e9993a5481f1160 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:13.006241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.165601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (5efcf90a-7aaf-4041-83bc-71e73b610058), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.186351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (77bd7495-bd3d-43f4-a17f-54f170c1d718), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.209605 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:13.230927 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (75fc622e-f2ce-4216-891e-5f154f450f7e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.231553 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Added segment 75fc622e-f2ce-4216-891e-5f154f450f7e of type vlan for network 2aab19ad-341f-4e96-8583-33dad89a7e71 Jan 13 14:46:13.282246 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6cbd6-4643-4464-a6d7-c5e626da46c7 None None] Network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:13.309944 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (2aab19ad-341f-4e96-8583-33dad89a7e71), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.367239 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-71f6890d-fb90-4d15-94be-0218d76b0023 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6583579 Jan 13 14:46:13.457294 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efcf90a-7aaf-4041-83bc-71e73b610058,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:13.463280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for router_gateway (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.513908 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.525470 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Checking segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:13.526331 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Network hostable DHCP agents. Network: 9def6dfc-3119-4aca-90cf-30bfc004cf34, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:13.572580 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (2aab19ad-341f-4e96-8583-33dad89a7e71), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.574259 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:13.590479 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.710292 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:13.745823 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f171e54-47d9-4536-b297-6650388229d6 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:13.841694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd7495-bd3d-43f4-a17f-54f170c1d718,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:13.866228 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Allocated IP 172.27.0.239 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/b6ae756f-2e9b-4e89-a232-75970337859f) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:13.913672 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 9def6dfc-3119-4aca-90cf-30bfc004cf34) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:13.921279 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8456581 Jan 13 14:46:13.927089 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35610) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:13.927628 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55871ef1-646b-417a-b4fb-e0f393031335 admin admin] Pushing event updated for resources: {'Network': ['ID=2aab19ad-341f-4e96-8583-33dad89a7e71,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:13.945899 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8e552-0039-45a2-b2d7-a99fcc0f5df3 None None] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:13.946830 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:13.947885 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:13.963794 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:14.016141 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Request body: {'subnet': {'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1954081341-subnet', 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:14.127877 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fbc72021-dc0b-4730-8a8f-e87cf77f5e5f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7057793 Jan 13 14:46:14.131156 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35618) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:14.137488 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:14.170078 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (68c67629-d6d9-4ca3-adb7-215755645c31), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.187748 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for port (b6ae756f-2e9b-4e89-a232-75970337859f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.262423 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:14.265403 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.349519 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38589afb-bef4-466f-a77c-70fee9b3353d None None] Network 81001995-5733-4af8-9434-e661225f617f requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:14.354343 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 3f171e54-47d9-4536-b297-6650388229d6 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:14.355153 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f171e54-47d9-4536-b297-6650388229d6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.364822 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c67629-d6d9-4ca3-adb7-215755645c31,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:14.408487 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Checking segment: {'id': 'da9d85f1-e8b9-49a3-8186-3b6f457f1d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '352b6aab-4004-407a-abd6-d47bed660eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:14.409685 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Network hostable DHCP agents. Network: 352b6aab-4004-407a-abd6-d47bed660eff, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:14.417877 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.453542 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.455148 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.535595 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae756f-2e9b-4e89-a232-75970337859f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:14.564900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:14.573001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:14.577001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:14.605035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for router_controller (1a62291d-7cf8-4df0-9962-74912fbbc78e), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.605035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Network 352b6aab-4004-407a-abd6-d47bed660eff is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:14.729110 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 352b6aab-4004-407a-abd6-d47bed660eff) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:14.745290 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:14.745932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:14.797144 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f238e-6df8-4558-bcd1-c081d2d66025 None None] Network 352b6aab-4004-407a-abd6-d47bed660eff requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:14.926163 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dade495-2f83-4e76-98dd-de509924ba07 None None] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:14.938920 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-749cebc3-e536-4659-bf38-3e159061788c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1720903 Jan 13 14:46:14.942009 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Provisioning complete for port 3f171e54-47d9-4536-b297-6650388229d6 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:14.942414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f171e54-47d9-4536-b297-6650388229d6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.019815 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (3c1ee154-2c67-408b-9d1b-3b933215ff25), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.039435 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for router_gateway (1a62291d-7cf8-4df0-9962-74912fbbc78e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.217528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35670) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:15.227271 dv-cinder-823726-5-iscsi neutron-server[109676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 13 14:46:15.350356 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1ee154-2c67-408b-9d1b-3b933215ff25,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:15.354470 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Current status of the port 3f171e54-47d9-4536-b297-6650388229d6 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:15.355500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (3f171e54-47d9-4536-b297-6650388229d6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.367286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Checking segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:15.367820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Network hostable DHCP agents. Network: 2aab19ad-341f-4e96-8583-33dad89a7e71, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:15.401513 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 3f171e54-47d9-4536-b297-6650388229d6 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:15.401909 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (3f171e54-47d9-4536-b297-6650388229d6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.506429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] For port 3f171e54-47d9-4536-b297-6650388229d6, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f171e54-47d9-4536-b297-6650388229d6,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:15.513445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef77b8-bd42-4405-a3ac-7fdd4bbda962 None None] Network 352b6aab-4004-407a-abd6-d47bed660eff requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:15.538006 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-a9576fa0-8063-4c50-be90-3ee9f764283f tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:15.539811 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-a9576fa0-8063-4c50-be90-3ee9f764283f tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/networks?id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca HTTP/1.1" status: 200 len: 811 time: 0.3188229 Jan 13 14:46:15.581291 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (3f171e54-47d9-4536-b297-6650388229d6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.592115 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-d35e14e3-3637-4aee-b146-73f0efa6e9a5 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/quotas/ad96b4e05730490bb7899c7ec12d7dfc HTTP/1.1" status: 200 len: 375 time: 0.0403402 Jan 13 14:46:15.672101 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:15.675302 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for router_gateway (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:15.709539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.db.api [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 14:46:15.712431 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG oslo_db.api [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 14:46:15.739508 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-d2d7dcc5-1e63-4dd7-b3ad-0e4a17add767 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad96b4e05730490bb7899c7ec12d7dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460266 Jan 13 14:46:15.752922 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96d590-254c-4071-bb48-372766a96e37 None None] Pushing event updated for resources: {'Port': ['ID=3f171e54-47d9-4536-b297-6650388229d6,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:15.847793 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 2aab19ad-341f-4e96-8583-33dad89a7e71) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:15.860595 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fea562-1a56-40bd-8437-f554c3c16a68 None None] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:16.011488 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.015733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:16.016558 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.097168 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f19abd9-25a4-4088-a572-6bd61030bb8c None None] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:16.136776 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for router_gateway (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.163728 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.222779 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-4b4fb1be-4960-40b3-842a-8610825cf576 None None] Provisioning complete for port 3f171e54-47d9-4536-b297-6650388229d6 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:16.223366 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb1be-4960-40b3-842a-8610825cf576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f171e54-47d9-4536-b297-6650388229d6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.406664 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c0cb3fb6-7a54-4a1e-8429-9a9d59d3317a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4686520 Jan 13 14:46:16.427596 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Allocated IP 172.27.0.121 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/ff66df7e-4c62-4ea5-a256-735b6af96aa8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:16.526708 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:46:16.583637 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35708) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:16.597079 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-4b043636-bc23-4506-93dc-94d9cefafad2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:46:16.598557 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-4b043636-bc23-4506-93dc-94d9cefafad2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3773053 Jan 13 14:46:16.606331 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622166327-network', 'tenant_id': '601b4df301774009b5d1279545b64ef5'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:16.614137 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 3f171e54-47d9-4536-b297-6650388229d6 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:16.701098 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fb1be-4960-40b3-842a-8610825cf576 None None] Current status of the port 3f171e54-47d9-4536-b297-6650388229d6 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:16.734127 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.739069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.817623 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-53ae3164-b18b-4128-9487-734cefb06a48 service neutron] 10.222.0.60 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018757 Jan 13 14:46:16.830231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Made reservation on behalf of 601b4df301774009b5d1279545b64ef5 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:16.831563 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f171e54-47d9-4536-b297-6650388229d6 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:16.832756 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.866866 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.896010 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 3f171e54-47d9-4536-b297-6650388229d6 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:16.898120 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (3f171e54-47d9-4536-b297-6650388229d6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:16.908271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:46:16.927366 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:46:16.937468 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:16.938108 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:16.957308 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.025777 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 3f171e54-47d9-4536-b297-6650388229d6 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:17.036507 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.042989 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-05a1517a-00df-42fb-8d25-c0141a149604 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8359458 Jan 13 14:46:17.044502 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35718) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:17.044664 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:17.060459 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:17.063486 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:17.079346 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Pushing event updated for resources: {'Port': ['ID=ff66df7e-4c62-4ea5-a256-735b6af96aa8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:17.096811 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-0c12eb0e-c4a2-43e5-a958-fd40e37f63f5 service neutron] 10.222.0.60 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480922 Jan 13 14:46:17.164456 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:17.246277 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks [] for security_group (d9064f9a-c65e-4ff4-987c-5351b8f996dd), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.395831 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:14Z', 'revision_number': 3, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:17.403562 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d9064f9a-c65e-4ff4-987c-5351b8f996dd), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.433865 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:46:17.434224 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Updating router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa port b6ae756f-2e9b-4e89-a232-75970337859f binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:46:17.439396 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:46:17.506676 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.744487 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (61cea4b5-cb8c-4d9a-95b4-15445ca97a08), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.745067 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Added segment 61cea4b5-cb8c-4d9a-95b4-15445ca97a08 of type vlan for network c57c3a6c-0a4f-41a5-9562-039ccd313de9 Jan 13 14:46:17.799142 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (c57c3a6c-0a4f-41a5-9562-039ccd313de9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.808710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35772) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:17.811473 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 13 14:46:17.857946 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9064f9a-c65e-4ff4-987c-5351b8f996dd,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:17.980309 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (c57c3a6c-0a4f-41a5-9562-039ccd313de9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:17.985562 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:17.986166 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.035406 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks [] for port (b6ae756f-2e9b-4e89-a232-75970337859f), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.138060 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.154564 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5618126 Jan 13 14:46:18.154564 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-73327684-8499-46f1-9b7e-8d0170d93170 req-69421416-a8f0-4509-b9a8-87954ccb5296 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.1750124 Jan 13 14:46:18.155442 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35782) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:18.181034 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc389-a386-4362-8c7a-c22e4e1fcf0f admin admin] Pushing event updated for resources: {'Network': ['ID=c57c3a6c-0a4f-41a5-9562-039ccd313de9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:18.184641 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for router_gateway (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.187894 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Request body: {'subnet': {'network_id': 'c57c3a6c-0a4f-41a5-9562-039ccd313de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622166327-subnet', 'tenant_id': '601b4df301774009b5d1279545b64ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:18.204059 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network c57c3a6c-0a4f-41a5-9562-039ccd313de9 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:46:18.250125 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0912aad3-7e44-4070-b428-a51e3763a21d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:18.251905 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0912aad3-7e44-4070-b428-a51e3763a21d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.4421103 Jan 13 14:46:18.300297 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Pushing event updated for resources: {'Port': ['ID=b6ae756f-2e9b-4e89-a232-75970337859f,revision_number=2']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:18.306739 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Attempting to bind port b6ae756f-2e9b-4e89-a232-75970337859f on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:18.307185 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Attempting to bind port b6ae756f-2e9b-4e89-a232-75970337859f by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:18.307820 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Attempting to bind port b6ae756f-2e9b-4e89-a232-75970337859f on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:18.318066 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:18.318909 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:18.319560 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.320179 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:18.321609 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Bound port: b6ae756f-2e9b-4e89-a232-75970337859f, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:18.322867 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.327307 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.327976 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.330296 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.330296 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.330296 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.330296 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.330296 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.331631 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.332747 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.333807 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.334650 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.335458 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.335982 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Tracked resource versions report: Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: pushed versions: Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: { 'AddressGroup': {'1.2'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'ConntrackHelper': {'1.0'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'LocalIPAssociation': {'1.0'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Log': {'1.0'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Network': {'1.1'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Port': {'1.7'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'PortForwarding': {'1.2'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'QosPolicy': {'1.10'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroup': {'1.5'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroupRule': {'1.2'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SubPort': {'1.0'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Subnet': {'1.1'}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Trunk': {'1.1'}} Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: consumer versions: Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: { DHCP agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: HyperV agent@hv-cinder-82372: {}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: L3 agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: Metadata agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: Metering agent@dv-cinder-823726-5-iscsi: {}, Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: Open vSwitch agent@dv-cinder-823726-5-iscsi: { 'AddressGroup': '1.2', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'ConntrackHelper': '1.0', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'LocalIPAssociation': '1.0', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Log': '1.0', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Network': '1.1', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Port': '1.7', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'PortForwarding': '1.2', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'QosPolicy': '1.10', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroup': '1.5', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SecurityGroupRule': '1.2', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'SubPort': '1.0', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Subnet': '1.1', Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: 'Trunk': '1.1'}} Jan 13 14:46:18.342410 dv-cinder-823726-5-iscsi neutron-server[109679]: {{(pid=109679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 14:46:18.384170 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-8e516df0-6e41-4080-81b4-536c1e91fcde tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/quotas/edb74e308d4f4a2487e92290470e0f85 HTTP/1.1" status: 200 len: 375 time: 0.1257839 Jan 13 14:46:18.387824 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.460313 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] For port b6ae756f-2e9b-4e89-a232-75970337859f, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:18.464913 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] For port b6ae756f-2e9b-4e89-a232-75970337859f, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b6ae756f-2e9b-4e89-a232-75970337859f,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:18.481615 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-921d8522-ea31-492f-a0cb-ef3a693fe48e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911565 Jan 13 14:46:18.532838 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.575700 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.613079 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:18.614025 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:18.726853 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Made reservation on behalf of 601b4df301774009b5d1279545b64ef5 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:18.731832 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:18.812788 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Router 1a62291d-7cf8-4df0-9962-74912fbbc78e is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:46:18.813734 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b24adf-c763-48d5-a863-580f71d36562 None None] Pushing event updated for resources: {'Port': ['ID=b6ae756f-2e9b-4e89-a232-75970337859f,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:18.843416 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:18.921291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-01e41e2d-848c-4266-a6dd-e1016c5808d2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:46:18.923133 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-01e41e2d-848c-4266-a6dd-e1016c5808d2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1516974 Jan 13 14:46:19.018167 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:46:19.030862 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Sync routers for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:46:19.045320 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:19.046739 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:19.105731 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:14Z', 'revision_number': 3, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:19.115057 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:19.117189 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-32bb863b-da63-4984-a39e-4c8dfa310548 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9843981 Jan 13 14:46:19.119834 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35814) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:19.134398 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf785-7741-48a2-a9d8-1be1b2b6bfae None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:14Z', 'revision_number': 3, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:46:19.198272 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:19.276269 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-430d59b3-be2d-42c8-b25e-691616ed3957 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316884 Jan 13 14:46:19.316784 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-de675998-672e-4e71-9830-630478289d55 req-925687d0-bb9d-4846-8667-a1ec62cee263 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.0330510 Jan 13 14:46:19.322712 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Allocated IP 172.20.0.1 (81001995-5733-4af8-9434-e661225f617f/4b701c66-44da-4f61-9f54-6d3928d87c1c/a0496a4c-9a9d-4f3c-b9f1-7d1361d60269) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:19.554459 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (e4ac477a-16d4-469a-9e1b-376c5e6dc884), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:19.692058 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-c3ded461-246d-4172-9fb2-5b6b143077f5 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650959 Jan 13 14:46:19.781749 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:17Z', 'revision_number': 3, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:19.833619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Checking router: 1a62291d-7cf8-4df0-9962-74912fbbc78e for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:46:19.835217 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Updating router 1a62291d-7cf8-4df0-9962-74912fbbc78e port ff66df7e-4c62-4ea5-a256-735b6af96aa8 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:46:19.902615 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:19.983570 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks [] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:19.988613 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ac477a-16d4-469a-9e1b-376c5e6dc884,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:20.006556 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Checking segment: {'id': '61cea4b5-cb8c-4d9a-95b4-15445ca97a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c57c3a6c-0a4f-41a5-9562-039ccd313de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:20.006941 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Network hostable DHCP agents. Network: c57c3a6c-0a4f-41a5-9562-039ccd313de9, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:46:20.114447 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:20.207072 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:20.210693 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Network c57c3a6c-0a4f-41a5-9562-039ccd313de9 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:46:20.283997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Network 81001995-5733-4af8-9434-e661225f617f is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:20.292917 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Pushing event updated for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:20.295957 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:20.317982 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-565f3b74-2334-4490-aa22-a1af9e8f06be req-a05f1098-0e3e-4a66-a48d-d89804d2f495 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.0684819 Jan 13 14:46:20.337866 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:20.338432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:20.342815 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, c57c3a6c-0a4f-41a5-9562-039ccd313de9) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:20.369621 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:20.369621 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:20.380699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad048246-5fc4-4bcf-916f-a759947d9726 None None] Network c57c3a6c-0a4f-41a5-9562-039ccd313de9 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:20.664080 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-edfc88d8-9f1c-4aec-8c68-2af61c62f76e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4822807 Jan 13 14:46:20.831181 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Allocated IP 172.20.0.1 (9def6dfc-3119-4aca-90cf-30bfc004cf34/5efcf90a-7aaf-4041-83bc-71e73b610058/8f6aaff7-e7a6-450a-b378-f89cc7c7a014) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:20.878289 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks [] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:20.907098 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c8026-8db5-4ebe-bdfa-d49ecef43741 None None] Network c57c3a6c-0a4f-41a5-9562-039ccd313de9 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:46:21.024766 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b6ae756f-2e9b-4e89-a232-75970337859f up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:21.031533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.342151 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks [] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.353639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-d8f4f283-415d-482b-a3a5-0ea3351ed2da None None] Provisioning complete for port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:21.353639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f283-415d-482b-a3a5-0ea3351ed2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.353639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Attempting to bind port ff66df7e-4c62-4ea5-a256-735b6af96aa8 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:21.353639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Attempting to bind port ff66df7e-4c62-4ea5-a256-735b6af96aa8 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:21.353639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Attempting to bind port ff66df7e-4c62-4ea5-a256-735b6af96aa8 on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:21.357164 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35868) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2092f4-cbdf-4e6d-9833-9386a9e8c0a0 None None] Pushing event updated for resources: {'Port': ['ID=ff66df7e-4c62-4ea5-a256-735b6af96aa8,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Bound port: ff66df7e-4c62-4ea5-a256-735b6af96aa8, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:21.357590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.362132 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.362420 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-653237f5-d312-48b0-8ad6-ac7a13a2fea0 req-5a7501ff-7439-41f6-be38-65508fc3e6a6 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.3362718 Jan 13 14:46:21.364189 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4f283-415d-482b-a3a5-0ea3351ed2da None None] Port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:46:21.378867 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port b6ae756f-2e9b-4e89-a232-75970337859f triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:21.380206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.408847 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.455311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] For port ff66df7e-4c62-4ea5-a256-735b6af96aa8, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:21.465652 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] For port ff66df7e-4c62-4ea5-a256-735b6af96aa8, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ff66df7e-4c62-4ea5-a256-735b6af96aa8,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:21.506863 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:21.533919 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Deleting subnet 68c67629-d6d9-4ca3-adb7-215755645c31 {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:46:21.554416 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:21.559647 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-05f3baa2-3c4d-4d94-b23c-1d0cc38598af req-d74626cd-8489-43c1-a591-16297004839d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.0730815 Jan 13 14:46:21.560526 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:21.561065 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.571188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Publish callbacks [] for subnet (68c67629-d6d9-4ca3-adb7-215755645c31), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.606703 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.667864 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:21.708787 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Publish callbacks [] for subnet (68c67629-d6d9-4ca3-adb7-215755645c31), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.727484 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (68c67629-d6d9-4ca3-adb7-215755645c31), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.732819 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port b6ae756f-2e9b-4e89-a232-75970337859f is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:21.733340 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.770090 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port b6ae756f-2e9b-4e89-a232-75970337859f, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b6ae756f-2e9b-4e89-a232-75970337859f,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:21.799069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2092f4-cbdf-4e6d-9833-9386a9e8c0a0 None None] Pushing event updated for resources: {'Port': ['ID=ff66df7e-4c62-4ea5-a256-735b6af96aa8,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:21.807410 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:21.808052 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:21.845138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks [] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.938873 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.960636 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:21.962264 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.038281 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (68c67629-d6d9-4ca3-adb7-215755645c31), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.115762 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.120834 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/68c67629-d6d9-4ca3-adb7-215755645c31 HTTP/1.1" status: 204 len: 168 time: 0.9091337 Jan 13 14:46:22.122101 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.124568 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35894) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:22.126713 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d50d3-2c1f-4b9b-a986-a54e28377c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c67629-d6d9-4ca3-adb7-215755645c31,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:22.229117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Pushing event updated for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:22.247795 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (352b6aab-4004-407a-abd6-d47bed660eff), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.265682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=b6ae756f-2e9b-4e89-a232-75970337859f,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:22.301338 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:22.322141 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Network 81001995-5733-4af8-9434-e661225f617f is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:22.324563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:22.500416 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (352b6aab-4004-407a-abd6-d47bed660eff), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.549883 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.558016 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > port after_create 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > port after_delete 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > port after_update 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.563043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.725126 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-6d31a743-fbd0-40ec-889b-eddeac4869da None None] Provisioning complete for port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:22.726044 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-6d31a743-fbd0-40ec-889b-eddeac4869da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.803711 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:46:22.846446 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b6ae756f-2e9b-4e89-a232-75970337859f up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:22.864638 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e0536cf9-7f1a-44ad-8584-05b34d330a06 req-023664b0-5bba-4698-bc64-1840d87c0595 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.0486882 Jan 13 14:46:22.921263 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-6d31a743-fbd0-40ec-889b-eddeac4869da None None] Port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:46:22.931398 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.931810 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.932203 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.932614 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:46:22.933038 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-09752286-c145-41af-a964-3350a8912add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352b6aab-4004-407a-abd6-d47bed660eff']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:22.952739 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-09752286-c145-41af-a964-3350a8912add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9d85f1-e8b9-49a3-8186-3b6f457f1d99') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:22.953149 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-09752286-c145-41af-a964-3350a8912add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9d85f1-e8b9-49a3-8186-3b6f457f1d99') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:22.959632 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port b6ae756f-2e9b-4e89-a232-75970337859f triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:22.960186 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.979217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (da9d85f1-e8b9-49a3-8186-3b6f457f1d99), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:22.990265 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:17Z', 'revision_number': 3, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:23.032317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4588-6ea9-4498-a72c-604b70cd54e0 None None] The sync data for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi is: [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:17Z', 'revision_number': 3, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:46:23.038743 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (da9d85f1-e8b9-49a3-8186-3b6f457f1d99), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.131086 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port b6ae756f-2e9b-4e89-a232-75970337859f is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:23.140602 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:46:23.154666 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:46:23.170658 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-edf14985-bd13-4886-80d4-d3db04bdba8a admin admin] 10.222.0.60 "PUT /v2.0/routers/29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1129723 Jan 13 14:46:23.177103 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:23.177446 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7eb79220-a78e-4016-85bf-1fe4e2f6dbec req-daa853d6-3d08-4e70-8ab2-963ab75bf8e6 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.1759262 Jan 13 14:46:23.183181 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:23.209221 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09752286-c145-41af-a964-3350a8912add admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:46:23.214313 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (da9d85f1-e8b9-49a3-8186-3b6f457f1d99), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: from cryptography.utils import int_from_bytes Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: from cryptography.utils import int_from_bytes Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:46:23.221355 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:46:23.386640 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks [] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.406073 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:23.444793 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (352b6aab-4004-407a-abd6-d47bed660eff), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.471610 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09752286-c145-41af-a964-3350a8912add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.495758 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-09752286-c145-41af-a964-3350a8912add admin admin] 10.222.0.60 "DELETE /v2.0/networks/352b6aab-4004-407a-abd6-d47bed660eff HTTP/1.1" status: 204 len: 168 time: 1.3687384 Jan 13 14:46:23.504786 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35940) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:23.529962 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.581696 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09752286-c145-41af-a964-3350a8912add admin admin] Pushing event deleted for resources: {'Network': ['ID=352b6aab-4004-407a-abd6-d47bed660eff,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:23.631304 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.645087 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:23.653039 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Deleting subnet e4ac477a-16d4-469a-9e1b-376c5e6dc884 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:46:23.671206 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Publish callbacks [] for subnet (e4ac477a-16d4-469a-9e1b-376c5e6dc884), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.767176 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Publish callbacks [] for subnet (e4ac477a-16d4-469a-9e1b-376c5e6dc884), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.786500 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (e4ac477a-16d4-469a-9e1b-376c5e6dc884), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:23.854712 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:23.856580 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:23.964966 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:46:23.988354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (e4ac477a-16d4-469a-9e1b-376c5e6dc884), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.057089 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 2, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:24.090252 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ac477a-16d4-469a-9e1b-376c5e6dc884,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:24.100962 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.106288 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-84aef15b-796f-4807-897f-9ca1b15fa6b1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e4ac477a-16d4-469a-9e1b-376c5e6dc884 HTTP/1.1" status: 204 len: 168 time: 0.5986457 Jan 13 14:46:24.110963 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 35964) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:24.121051 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:46:24.121906 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Updating router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:46:24.167395 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35966) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:24.177758 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20975596', 'description': 'tempest-description--1634781964'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:24.213685 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.216141 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Router 1a62291d-7cf8-4df0-9962-74912fbbc78e has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:46:24.273306 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (c57c3a6c-0a4f-41a5-9562-039ccd313de9), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.339344 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.434934 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fda6f744-48a5-4893-9726-2ae4ba0679e2 req-ad6dc26f-4da0-4b56-80fb-07bc4d413831 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.1581106 Jan 13 14:46:24.553596 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (1d649907-de7b-4a38-9401-c1ebede7d713), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.617573 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1d649907-de7b-4a38-9401-c1ebede7d713), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.707504 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d649907-de7b-4a38-9401-c1ebede7d713,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:24.750800 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (c57c3a6c-0a4f-41a5-9562-039ccd313de9), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.758177 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.760759 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-90d7a56c-3cf8-4831-9377-7717fe06fff3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5891073 Jan 13 14:46:24.765204 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35980) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:24.780542 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group_rule': {'security_group_id': '1d649907-de7b-4a38-9401-c1ebede7d713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:24.821421 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57c3a6c-0a4f-41a5-9562-039ccd313de9']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:24.861589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ff66df7e-4c62-4ea5-a256-735b6af96aa8 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:24.868136 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d977dffa-6d4c-4c11-baf2-c76b672fb985 req-eef242c0-ea2e-43c9-8ec4-91831c495715 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.2349257 Jan 13 14:46:24.876266 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:46:24.880886 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cea4b5-cb8c-4d9a-95b4-15445ca97a08') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:24.881261 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cea4b5-cb8c-4d9a-95b4-15445ca97a08') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:24.896204 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b5569645-2931-4034-8f07-47a877eaf156 admin admin] 10.222.0.60 "PUT /v2.0/routers/1a62291d-7cf8-4df0-9962-74912fbbc78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7747376 Jan 13 14:46:24.938680 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (61cea4b5-cb8c-4d9a-95b4-15445ca97a08), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.959914 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (61cea4b5-cb8c-4d9a-95b4-15445ca97a08), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.971068 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (a815d918-2f21-4b9f-8dcd-80d345779289), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.976190 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:46:24.976395 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (61cea4b5-cb8c-4d9a-95b4-15445ca97a08), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:46:24.980773 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:46:25.006222 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks [] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.027697 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port ff66df7e-4c62-4ea5-a256-735b6af96aa8 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:25.031503 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.059664 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (a815d918-2f21-4b9f-8dcd-80d345779289), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.109148 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.141434 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (a815d918-2f21-4b9f-8dcd-80d345779289), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.200133 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a815d918-2f21-4b9f-8dcd-80d345779289,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:25.213252 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9dde-aeaa-49ba-bbc5-0c0c695685e7 None None] Pushing event updated for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:25.356410 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.361236 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-1fea7b2b-7af0-4850-a05d-83f1816aff40 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5936880 Jan 13 14:46:25.362245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 35996) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:25.378429 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group_rule': {'security_group_id': '1d649907-de7b-4a38-9401-c1ebede7d713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:25.435704 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Attempting to bind port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:25.437078 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Attempting to bind port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:25.438620 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Attempting to bind port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:25.477933 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:25.478193 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Checking segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:25.478621 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.479032 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Bound using segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:25.479514 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Bound port: a0496a4c-9a9d-4f3c-b9f1-7d1361d60269, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:25.480066 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.493451 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port ff66df7e-4c62-4ea5-a256-735b6af96aa8 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:25.493856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.503188 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.66', 49899) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:25.547270 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port ff66df7e-4c62-4ea5-a256-735b6af96aa8, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ff66df7e-4c62-4ea5-a256-735b6af96aa8,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:25.572179 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (c57c3a6c-0a4f-41a5-9562-039ccd313de9), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.630631 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.634771 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] 10.222.0.60 "DELETE /v2.0/networks/c57c3a6c-0a4f-41a5-9562-039ccd313de9 HTTP/1.1" status: 204 len: 168 time: 1.5224051 Jan 13 14:46:25.662253 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] For port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:25.663307 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f7f93-d18b-4b0c-bcc9-734a3f4d0c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c57c3a6c-0a4f-41a5-9562-039ccd313de9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:25.680713 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.691810 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] For port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:25.720907 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (30caf289-8b34-4a21-96f8-f176d5e9a408), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.766727 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.781659 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=ff66df7e-4c62-4ea5-a256-735b6af96aa8,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:25.818856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Provisioning complete for port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:25.819634 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:25.855727 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e0718844-88ab-42b8-a358-e27ff69a20de req-2236b641-2013-4ef4-b830-d84f476aae5f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.1444514 Jan 13 14:46:25.859999 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-400eb00e-16fa-4374-a501-90714a2d4123 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:25.862153 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-400eb00e-16fa-4374-a501-90714a2d4123 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 818 time: 0.3068626 Jan 13 14:46:25.924599 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-354d7573-ac84-41ec-8d77-637ca433fb15 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/quotas/02f8be27e10f4216b185e2cd096746ba HTTP/1.1" status: 200 len: 375 time: 0.0530958 Jan 13 14:46:25.984128 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:25.986416 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:26.006444 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (30caf289-8b34-4a21-96f8-f176d5e9a408), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.053358 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-060e7aae-e4ce-4633-94e9-eb64c1a0eab4 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:26.061291 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-060e7aae-e4ce-4633-94e9-eb64c1a0eab4 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.66 "GET /v2.0/networks?id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca HTTP/1.1" status: 200 len: 811 time: 0.5461290 Jan 13 14:46:26.074923 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (30caf289-8b34-4a21-96f8-f176d5e9a408), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.077205 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Current status of the port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:26.078311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.083775 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Sync routers for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:46:26.115770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:26.116702 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:26.137364 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30caf289-8b34-4a21-96f8-f176d5e9a408,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:26.153088 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Request body: {'port': {'device_id': '1e330156-1b30-4910-aa28-c113b18a97df', 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca', 'admin_state_up': True, 'tenant_id': 'ad96b4e05730490bb7899c7ec12d7dfc'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:26.222432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.223884 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3de16ec0-72dd-457f-9028-6237d36d29c3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8596523 Jan 13 14:46:26.237278 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36024) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:26.247407 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:26.273477 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9dde-aeaa-49ba-bbc5-0c0c695685e7 None None] Pushing event updated for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:26.290988 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-e237d76e-2aab-4e91-841f-7e3e2a53032b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3483469 Jan 13 14:46:26.361301 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] For port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:26.389359 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:26.450086 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:26.478587 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6a4f7262-6522-4e2a-8457-c790a9ce5f78 req-190077db-9251-4c26-87ca-4da0f3a3bcee tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.2879465 Jan 13 14:46:26.510968 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36034) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:26.521425 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.671169 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-359c0a56-324f-43e5-81fd-e0eee883a15e service neutron] 10.222.0.60 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706679 Jan 13 14:46:26.696298 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.805937 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ff66df7e-4c62-4ea5-a256-735b6af96aa8 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:26.847039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425492e-a53a-4c2e-8c9f-415ee79b7802 None None] Pushing event updated for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:26.862322 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-de9986c8-9cde-46a0-aeb4-2716de48ab12 None None] Provisioning complete for port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:26.862842 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-de9986c8-9cde-46a0-aeb4-2716de48ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:26.908737 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d1f74ca6-57c6-44cb-bb69-c365e1c9b483 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35a1629d3b3f46df8e9993a5481f1160&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3972819 Jan 13 14:46:26.919069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36046) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:27.057486 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port ff66df7e-4c62-4ea5-a256-735b6af96aa8 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:27.058886 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.087156 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d4ff0134-92ad-403d-a5ec-ef027d3ac8a7 req-45ffdc40-8861-4832-90be-4a58fad449ac tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.0851963 Jan 13 14:46:27.114937 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-9adbfaf3-f2f9-409d-a1e4-297df8842e5c service neutron] 10.222.0.60 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421184 Jan 13 14:46:27.173539 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] Publish callbacks [] for security_group (db0759f3-b85d-45a1-8de0-e7e8f503e61c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.179201 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Made reservation on behalf of ad96b4e05730490bb7899c7ec12d7dfc for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:27.188157 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.215863 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '8f6aaff7-e7a6-450a-b378-f89cc7c7a014', 'name': '', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'mac_address': 'fa:16:3e:a4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:20Z', 'updated_at': '2022-01-13T14:46:22Z', 'revision_number': 2, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'subnets': [{'id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:27.312962 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.66', 49910) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:27.331786 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-de9986c8-9cde-46a0-aeb4-2716de48ab12 None None] Current status of the port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:27.343178 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Checking router: 1a62291d-7cf8-4df0-9962-74912fbbc78e for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:46:27.343814 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Updating router 1a62291d-7cf8-4df0-9962-74912fbbc78e port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:46:27.346831 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:27.396884 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.412965 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] Publish callbacks [] for security_group (db0759f3-b85d-45a1-8de0-e7e8f503e61c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.445198 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49592d3b-5803-46da-a169-f928e4261c6c None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:46:27.619770 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:27.710730 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port ff66df7e-4c62-4ea5-a256-735b6af96aa8 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:28.088798 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-42db790e-1a0b-4c04-bcf4-7f9141ecd7e1 req-e15e1217-d3b8-4e1b-8afa-2c4c1a9534e3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 210 time: 0.3145053 Jan 13 14:46:28.097479 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-49a241ee-eb6c-402a-8518-65dc91d322c5 req-85a01f1b-8fde-49c0-8a35-fe7f0f318571 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.0636697 Jan 13 14:46:28.140162 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (db0759f3-b85d-45a1-8de0-e7e8f503e61c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:28.169986 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-1de86ee5-f975-42a3-b8ec-130955155729 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:28.183839 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:28.185971 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db0759f3-b85d-45a1-8de0-e7e8f503e61c HTTP/1.1" status: 204 len: 168 time: 1.2596614 Jan 13 14:46:28.205282 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-1de86ee5-f975-42a3-b8ec-130955155729 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.8907144 Jan 13 14:46:28.219063 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Allocated IP 172.20.0.4 (9b69b163-ebb0-448e-9b49-3ef0acecd6ca/eb1db654-7563-4de9-9db7-52d346b02248/28378ee2-ddec-4c46-8305-41d70c3b760e) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:28.286423 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b32f0-43cb-43f8-baf3-b1350edb0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0759f3-b85d-45a1-8de0-e7e8f503e61c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:28.397174 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Request body: {'port': {'device_id': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'admin_state_up': True, 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:28.423225 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36114) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:28.516499 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks [] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:28.584322 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-97f823ad-9a81-4bae-9ac6-6a5a95307610 req-8c1974e5-1aaa-4e78-b9c0-84d544bdddfa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.1944335 Jan 13 14:46:28.606204 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:28.973870 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Allocated IP 172.27.0.47 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/eacedaa4-53f8-45a0-bc4b-66b17d313eef) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:28.989064 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:29.121979 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ff05-48f5-4901-86af-df55371eab22 None None] Pushing event updated for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:29.322619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:29.322926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.422944 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks [] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.501452 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-591fdc5e-62f1-4f39-9ec4-62b198d6b56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.529461 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Attempting to bind port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:29.532124 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Attempting to bind port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:29.532539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Attempting to bind port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:29.561455 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:29.563355 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Checking segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:29.566161 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.568909 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Bound using segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:29.570680 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Bound port: 8f6aaff7-e7a6-450a-b378-f89cc7c7a014, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:29.571535 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.573112 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-37002713-574e-4b0b-81ee-8ccbc0dba86b req-c6b3c007-99d3-40c3-851f-db044d796109 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.1310947 Jan 13 14:46:29.579206 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'port': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:29.584949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.753917 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-591fdc5e-62f1-4f39-9ec4-62b198d6b56d admin admin] Publish callbacks [] for security_group (831895a8-79d4-4703-953d-17057a44e52e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.778774 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:29.837867 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:29.928749 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36152) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:29.941048 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] For port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:29.952474 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] For port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:29.994712 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-591fdc5e-62f1-4f39-9ec4-62b198d6b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (831895a8-79d4-4703-953d-17057a44e52e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.016142 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.037650 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:30.135491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fdc5e-62f1-4f39-9ec4-62b198d6b56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831895a8-79d4-4703-953d-17057a44e52e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:30.158188 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ec19897a-0f11-49d3-95f1-64816bf1ee31 req-f8469e2d-fce1-49b4-b71f-0d92f517bf99 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.3120165 Jan 13 14:46:30.200214 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.208978 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:30.262493 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ff05-48f5-4901-86af-df55371eab22 None None] Pushing event updated for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:30.283729 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:46:30.284446 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:46:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:30.337387 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-591fdc5e-62f1-4f39-9ec4-62b198d6b56d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e623e44fc14424daf70b53c122b2e18&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9031785 Jan 13 14:46:30.337648 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36168) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:30.338793 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Pushing event updated for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:30.392497 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36170) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:30.402381 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:30.450266 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:30.451204 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.520729 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-6236ee75-fde4-483b-99e1-f7d2f2ad8ed0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=601b4df301774009b5d1279545b64ef5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5623276 Jan 13 14:46:30.530747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-a3080c67-d66e-497b-89ee-3bb25a421268 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:30.532849 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-a3080c67-d66e-497b-89ee-3bb25a421268 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 818 time: 1.6184647 Jan 13 14:46:30.533609 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36174) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:30.570933 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-581ea910-9d02-454e-bb92-440a7a15cf93 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/quotas/02f8be27e10f4216b185e2cd096746ba HTTP/1.1" status: 200 len: 375 time: 0.0182793 Jan 13 14:46:30.637404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:46:30.714298 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-4e8fbc01-6ddc-4618-9c5f-16e112e0ccbe tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5780268 Jan 13 14:46:30.740412 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-dbeae6c8-41dc-4f09-b1a2-dbf865874ffb tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:46:30.741391 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-dbeae6c8-41dc-4f09-b1a2-dbf865874ffb tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091176 Jan 13 14:46:30.796815 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] Publish callbacks [] for security_group (d9064f9a-c65e-4ff4-987c-5351b8f996dd), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.809282 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-7d7e8f26-60c9-494a-8084-8d4e1d54f357 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166717 Jan 13 14:46:30.826575 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-664fb918-7348-473a-8444-014a40cfc6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.887806 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '8f6aaff7-e7a6-450a-b378-f89cc7c7a014', 'name': '', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'mac_address': 'fa:16:3e:a4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:20Z', 'updated_at': '2022-01-13T14:46:29Z', 'revision_number': 4, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'subnets': [{'id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:46:30.934540 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-49f1e5e6-6674-4440-afe5-64675a89a8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.936759 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc4dea-6ae5-48ad-8514-38781a14a556 None None] The sync data for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi is: [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '8f6aaff7-e7a6-450a-b378-f89cc7c7a014', 'name': '', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'mac_address': 'fa:16:3e:a4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:20Z', 'updated_at': '2022-01-13T14:46:29Z', 'revision_number': 4, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'subnets': [{'id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:46:30.960052 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Allocated IP 172.20.0.12 (2aab19ad-341f-4e96-8583-33dad89a7e71/3c1ee154-2c67-408b-9d1b-3b933215ff25/25cfffe5-ee77-488d-988d-40b4e34aef08) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:30.978369 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:30.996359 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] Publish callbacks [] for security_group (d9064f9a-c65e-4ff4-987c-5351b8f996dd), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.146816 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Request body: {'port': {'device_id': '1e330156-1b30-4910-aa28-c113b18a97df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:31.238957 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=eacedaa4-53f8-45a0-bc4b-66b17d313eef,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:31.250171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d9064f9a-c65e-4ff4-987c-5351b8f996dd), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.258665 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.260545 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9064f9a-c65e-4ff4-987c-5351b8f996dd HTTP/1.1" status: 204 len: 168 time: 0.7256756 Jan 13 14:46:31.269501 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:31.271769 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] Publish callbacks [] for security_group (831895a8-79d4-4703-953d-17057a44e52e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.291605 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-664fb918-7348-473a-8444-014a40cfc6d2 admin admin] Publish callbacks [] for security_group (7d96cc4b-887f-4160-a11e-6c0caec5049c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.295730 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-e283b3ae-0de5-4c57-aaf8-71d44aa45450 service neutron] 10.222.0.60 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552426 Jan 13 14:46:31.298020 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:31.343589 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:31.460718 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a80f44-79e7-45cc-b696-95a6a666b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9064f9a-c65e-4ff4-987c-5351b8f996dd,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:31.597236 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.651531 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] Publish callbacks [] for security_group (831895a8-79d4-4703-953d-17057a44e52e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.664380 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-664fb918-7348-473a-8444-014a40cfc6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (7d96cc4b-887f-4160-a11e-6c0caec5049c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:31.732143 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59832f18-0a7a-4da3-b09e-5c938242bc8f req-76b2d394-d88d-4416-b863-098fa3d1aff8 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:31.741281 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-59832f18-0a7a-4da3-b09e-5c938242bc8f req-76b2d394-d88d-4416-b863-098fa3d1aff8 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 931 time: 0.9784040 Jan 13 14:46:31.768169 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-7b30a1c1-219c-4faf-b067-3ef084d9f25f service neutron] 10.222.0.60 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713852 Jan 13 14:46:31.947953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fb918-7348-473a-8444-014a40cfc6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d96cc4b-887f-4160-a11e-6c0caec5049c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:32.067609 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks [] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:32.097253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.66', 49922) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:32.207021 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-59832f18-0a7a-4da3-b09e-5c938242bc8f req-1a78da95-13da-4c55-bd20-eefd61fe4c1a tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628134 Jan 13 14:46:32.221494 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-664fb918-7348-473a-8444-014a40cfc6d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f9797801e444fa68d1af660956ce08a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8248532 Jan 13 14:46:32.235868 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36206) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:32.307115 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:32.813173 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (831895a8-79d4-4703-953d-17057a44e52e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:32.821839 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:32.823222 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/831895a8-79d4-4703-953d-17057a44e52e HTTP/1.1" status: 204 len: 168 time: 2.4834268 Jan 13 14:46:32.864599 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event updated for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:32.952738 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:33.027617 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-069281dd-2cf7-43af-9c22-bbcd80dad0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.043258 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:33.067224 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c74a7-8a41-43dc-8f48-27911519f921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831895a8-79d4-4703-953d-17057a44e52e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:33.090265 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:33.097638 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:33.108772 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:33.108772 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.207922 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86313a-c8f1-4de1-bcd3-5291c1de46e1 req-f2f04439-7ecc-49ba-a4d6-6962844ffdeb tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:33.216321 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef86313a-c8f1-4de1-bcd3-5291c1de46e1 req-f2f04439-7ecc-49ba-a4d6-6962844ffdeb tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 932 time: 0.8572476 Jan 13 14:46:33.253340 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.295875 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-932dfacc-c4f7-405e-bc60-01f85c56079f req-2ffd94a7-05fb-484b-adfa-907deea39dfc tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.8363652 Jan 13 14:46:33.297680 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:33.298359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.315913 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef86313a-c8f1-4de1-bcd3-5291c1de46e1 req-7a6810a3-3aa9-489e-a4f0-dba0dae1ea72 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945787 Jan 13 14:46:33.413793 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:33.415142 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.418755 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.451078 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-828369d9-effb-4387-a9a3-893ca919cf2a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:33.452604 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-828369d9-effb-4387-a9a3-893ca919cf2a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 818 time: 1.3499262 Jan 13 14:46:33.479043 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-5d266bf7-199c-48ac-9f31-4c992eaf7483 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0903485 Jan 13 14:46:33.509639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Request body: {'port': {'device_id': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'admin_state_up': True, 'tenant_id': '02f8be27e10f4216b185e2cd096746ba'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:33.538735 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:33.552214 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Request body: {'port': {'device_id': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:33.621505 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.672086 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.797801 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:33.825157 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.827871 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] Publish callbacks [] for security_group (7d96cc4b-887f-4160-a11e-6c0caec5049c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.937443 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:33.973109 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] Publish callbacks [] for security_group (7d96cc4b-887f-4160-a11e-6c0caec5049c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.098990 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2c4c2-7041-4a6e-9a0a-c1a5ad040be9 req-0569ab57-7093-4a2c-bb16-f72bd12944fd tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:34.106676 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b9a2c4c2-7041-4a6e-9a0a-c1a5ad040be9 req-0569ab57-7093-4a2c-bb16-f72bd12944fd tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 931 time: 0.5925024 Jan 13 14:46:34.160024 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=eacedaa4-53f8-45a0-bc4b-66b17d313eef,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:34.173573 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.180303 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28378ee2-ddec-4c46-8305-41d70c3b760e {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:34.236171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks [] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.261545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.387106 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Made reservation on behalf of 02f8be27e10f4216b185e2cd096746ba for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:34.400736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.449106 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.461843 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-92cdcf08-d605-46ab-8626-99a52642f141 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2136676 Jan 13 14:46:34.462170 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b9a2c4c2-7041-4a6e-9a0a-c1a5ad040be9 req-13800c11-d7f4-4f7d-9424-1a169f6d460f tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527343 Jan 13 14:46:34.465537 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Transition to ACTIVE for port object 28378ee2-ddec-4c46-8305-41d70c3b760e will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:46:34.478862 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (7d96cc4b-887f-4160-a11e-6c0caec5049c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.492891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.495197 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d96cc4b-887f-4160-a11e-6c0caec5049c HTTP/1.1" status: 204 len: 168 time: 2.2547722 Jan 13 14:46:34.563745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cfffe5-ee77-488d-988d-40b4e34aef08 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:34.574715 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks [] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.611550 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c15d5718-b883-462a-b138-0c3bc5d27034 req-c2918665-a32b-452b-91e3-15f7b56447c1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.1233008 Jan 13 14:46:34.613932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Transition to ACTIVE for port object 25cfffe5-ee77-488d-988d-40b4e34aef08 will not be triggered until provisioned by entity L2. {{(pid=109676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:46:34.675040 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.780889 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f0725-4e88-4a7d-9860-29f29b2fb0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d96cc4b-887f-4160-a11e-6c0caec5049c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:34.793279 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:34.817143 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:34.897169 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Pushing event updated for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:34.898411 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:34.934001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02b9f3-acfa-492f-83b5-278bc0b4acd0 req-51b88cc3-a034-4192-a7de-68c28902f098 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:34.937598 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0b02b9f3-acfa-492f-83b5-278bc0b4acd0 req-51b88cc3-a034-4192-a7de-68c28902f098 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 932 time: 0.2664485 Jan 13 14:46:35.015118 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:35.015567 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.064783 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Allocated IP 172.20.0.10 (9def6dfc-3119-4aca-90cf-30bfc004cf34/5efcf90a-7aaf-4041-83bc-71e73b610058/e4c7b3d8-a807-4fbb-9602-4e647c87c974) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:35.151677 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Attempting to bind port 28378ee2-ddec-4c46-8305-41d70c3b760e on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:35.152144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Attempting to bind port 28378ee2-ddec-4c46-8305-41d70c3b760e by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '7cee292c-2f28-4f4c-9b58-7f7999df18ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:35.152580 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Attempting to bind port 28378ee2-ddec-4c46-8305-41d70c3b760e on network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:35.182112 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Port 28378ee2-ddec-4c46-8305-41d70c3b760e on network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:46:35.182441 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Attempting to bind port 28378ee2-ddec-4c46-8305-41d70c3b760e on network 9b69b163-ebb0-448e-9b49-3ef0acecd6ca {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:35.221677 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0b02b9f3-acfa-492f-83b5-278bc0b4acd0 req-527c2d65-5400-4d68-8e23-e0ed56bba662 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374995 Jan 13 14:46:35.234913 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:35.236035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.246769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Checking segment: {'id': '7cee292c-2f28-4f4c-9b58-7f7999df18ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:35.247465 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Bound using segment: {'id': '7cee292c-2f28-4f4c-9b58-7f7999df18ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:35.248006 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Bound port: 28378ee2-ddec-4c46-8305-41d70c3b760e, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cee292c-2f28-4f4c-9b58-7f7999df18ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:35.248884 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.274404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:35.304391 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Attempting to bind port 25cfffe5-ee77-488d-988d-40b4e34aef08 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:35.307595 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Attempting to bind port 25cfffe5-ee77-488d-988d-40b4e34aef08 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:35.309577 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Attempting to bind port 25cfffe5-ee77-488d-988d-40b4e34aef08 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:35.388425 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Port 25cfffe5-ee77-488d-988d-40b4e34aef08 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:46:35.388999 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Attempting to bind port 25cfffe5-ee77-488d-988d-40b4e34aef08 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:35.407954 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:35.408399 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Checking segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:35.409106 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Bound using segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:35.414812 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Bound port: 25cfffe5-ee77-488d-988d-40b4e34aef08, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:35.415564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.446932 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-32f3e9b2-f005-4874-9ffd-53d36eaee525 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--20975596&fields=id&tenant_id=856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 267 time: 0.2546678 Jan 13 14:46:35.638368 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-11c47135-f0c4-4e66-b30a-fafbc090a6d0 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:35.640188 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-11c47135-f0c4-4e66-b30a-fafbc090a6d0 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 811 time: 0.1920946 Jan 13 14:46:35.656488 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks [] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.682571 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-0176747d-3b9a-40e8-8f8b-1b31b613ce65 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/quotas/856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 375 time: 0.0327702 Jan 13 14:46:35.742665 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:35.774322 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:35.782342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=28378ee2-ddec-4c46-8305-41d70c3b760e,segment=NetworkSegment(7cee292c-2f28-4f4c-9b58-7f7999df18ab),segment_id=7cee292c-2f28-4f4c-9b58-7f7999df18ab)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:35.812745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=25cfffe5-ee77-488d-988d-40b4e34aef08,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:35.818270 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80c6f-8ce8-445d-b430-70a1a0247297 req-8253a546-3991-4cca-9408-a6f6ae60981e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:35.827223 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51b80c6f-8ce8-445d-b430-70a1a0247297 req-8253a546-3991-4cca-9408-a6f6ae60981e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.1516092 Jan 13 14:46:35.880864 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.66', 49928) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:35.890219 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-bdb6e67a-3bca-4ff7-b0b1-b97ac87d1fb6 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1886365 Jan 13 14:46:35.896155 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.971228 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:35.971918 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:35.973738 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] 10.222.0.66 "PUT /v2.0/ports/28378ee2-ddec-4c46-8305-41d70c3b760e HTTP/1.1" status: 200 len: 1093 time: 5.0012271 Jan 13 14:46:36.041519 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:36.232586 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51b80c6f-8ce8-445d-b430-70a1a0247297 req-0c1a6b6a-5150-4027-8c13-e6974eb5995d tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043310 Jan 13 14:46:36.260694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:36.286267 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:36.348474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:36.352356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:36.352356 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] 10.222.0.66 "PUT /v2.0/ports/25cfffe5-ee77-488d-988d-40b4e34aef08 HTTP/1.1" status: 200 len: 1094 time: 2.8221002 Jan 13 14:46:36.352356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:36.425468 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c894b69-88bb-4a06-b988-b8fc0f1b203b service neutron] Pushing event updated for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:36.444517 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-156f15eb-546b-423d-a93f-88be6e075352 service neutron] 10.222.0.60 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310297 Jan 13 14:46:36.634019 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-78100891-1444-47ff-872e-47f18ee45399 service neutron] 10.222.0.60 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882384 Jan 13 14:46:36.736523 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0521da-d63e-48b2-8118-2ab5b5624ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:36.756210 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:36.807026 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-f30b082a-5808-40a0-bf37-952359a6d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:36.807904 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-f30b082a-5808-40a0-bf37-952359a6d310 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 1097 time: 0.1725285 Jan 13 14:46:36.937234 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-14f3dcf9-d736-4548-b6f0-3fc7be79bf22 req-c27dfe7e-d8fe-4200-a0d6-c1f3744af06c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.4842234 Jan 13 14:46:36.950980 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Pushing event updated for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:36.957973 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:36.974386 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:36.986921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:36.998343 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:36.999762 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:37.017285 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-2da94c4a-39ad-470a-bc2f-f259dfe1e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:37.020585 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-2da94c4a-39ad-470a-bc2f-f259dfe1e974 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad96b4e05730490bb7899c7ec12d7dfc&device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 1096 time: 0.8377492 Jan 13 14:46:37.084757 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-3086f6f7-17fe-486f-a089-0f7b2d78979b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cfffe5-ee77-488d-988d-40b4e34aef08 HTTP/1.1" status: 200 len: 217 time: 0.2594333 Jan 13 14:46:37.307856 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-c63fe7b0-f422-42cb-bf3d-ce825ebe7ee7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28378ee2-ddec-4c46-8305-41d70c3b760e HTTP/1.1" status: 200 len: 217 time: 0.2722299 Jan 13 14:46:37.325087 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-054a0414-84e7-488e-97a9-0b51a4767327 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:37.333542 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-054a0414-84e7-488e-97a9-0b51a4767327 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 818 time: 1.4217367 Jan 13 14:46:37.354868 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-4afb7074-d7b9-4e27-a13e-98adfcb711a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:37.374631 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-4afb7074-d7b9-4e27-a13e-98adfcb711a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.2752857 Jan 13 14:46:37.457887 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7898708a-e38b-4004-b3dc-13af0389e78a req-41299a5d-8124-45cb-8ad8-51473886ad6d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.1605158 Jan 13 14:46:37.519973 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96cbce-ed24-4a77-95df-f22d2c246ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:37.524820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2f75-db61-402a-858b-057885a340cd req-e36fe8a9-95d7-44b7-9137-6c3796408b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:37.526326 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-e36fe8a9-95d7-44b7-9137-6c3796408b58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb1db654-7563-4de9-9db7-52d346b02248 HTTP/1.1" status: 200 len: 851 time: 0.1867142 Jan 13 14:46:37.536105 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Request body: {'port': {'device_id': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'admin_state_up': True, 'tenant_id': '02f8be27e10f4216b185e2cd096746ba'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:37.555558 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4864241-ad3d-407d-9432-b3c8cc4f19e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:37.586975 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-62e77a8e-47e4-44c1-81c1-1dcca1f36d3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1033657 Jan 13 14:46:37.691155 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-96bcff1a-dfb9-4819-8a14-7d34d5a695ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2625470 Jan 13 14:46:37.724167 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-5274681a-aa6a-452e-aee8-6300840dd4b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361589 Jan 13 14:46:37.741790 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Request body: {'port': {'device_id': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:37.993819 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935b999-a2f2-481d-b2cb-0d8625c3a33d req-3691a38f-56cb-4b80-a72e-ca4960a33e17 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:37.993819 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8935b999-a2f2-481d-b2cb-0d8625c3a33d req-3691a38f-56cb-4b80-a72e-ca4960a33e17 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.3062823 Jan 13 14:46:38.078209 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-f8ddc3c6-0b5b-47f7-b6ce-4345e6e91eb6 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666515 Jan 13 14:46:38.296003 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febe00c-a1ea-4106-9b63-ce5a0782e1bc req-a999dd6e-16c9-405b-9750-6ab71c21b235 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:38.296444 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8935b999-a2f2-481d-b2cb-0d8625c3a33d req-2014091e-f15c-4556-afd4-b91ee67a5df1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701828 Jan 13 14:46:38.299514 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1febe00c-a1ea-4106-9b63-ce5a0782e1bc req-a999dd6e-16c9-405b-9750-6ab71c21b235 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.9891303 Jan 13 14:46:38.381397 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7bc729d-3cff-460d-b621-fef5fab33393 req-1c987142-cf0d-4584-96ee-6e3b9fa93935 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312639 Jan 13 14:46:38.442153 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:38.494450 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-f04059b2-0d43-473b-9722-445f17955c9a service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469158 Jan 13 14:46:38.614275 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1febe00c-a1ea-4106-9b63-ce5a0782e1bc req-c512bfc4-9852-4db0-8e74-735f9d0a2c06 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469487 Jan 13 14:46:38.845016 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Made reservation on behalf of 02f8be27e10f4216b185e2cd096746ba for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:38.861533 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:39.056215 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9d3a2f75-db61-402a-858b-057885a340cd req-556646d5-d3c2-4b37-84c9-967f7a4f01ef service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534523 Jan 13 14:46:39.447015 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959d607-5599-4210-b539-38975b4fdbcc x-openstack-request-id: req-f959d607-5599-4210-b539-38975b4fdbcc {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:39.448752 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:39.449188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f959d607-5599-4210-b539-38975b4fdbcc {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:39.450244 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08', 'status': 'completed', 'code': 200} Jan 13 14:46:39.451321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c7b3d8-a807-4fbb-9602-4e647c87c974 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:39.474360 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36430) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:39.490147 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks [] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:39.632795 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1746a2a6-0e1f-4d9d-9869-52054bdacbf7 x-openstack-request-id: req-1746a2a6-0e1f-4d9d-9869-52054bdacbf7 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:39.632993 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:39.633288 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1746a2a6-0e1f-4d9d-9869-52054bdacbf7 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:39.633756 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e', 'status': 'completed', 'code': 200} Jan 13 14:46:39.642699 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Transition to ACTIVE for port object e4c7b3d8-a807-4fbb-9602-4e647c87c974 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:46:39.656260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-7d58aefd-0968-4e44-85ec-7ec0f34555a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:39.657830 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-7d58aefd-0968-4e44-85ec-7ec0f34555a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 1097 time: 0.1594524 Jan 13 14:46:39.671896 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dcaf4d27-e8f8-4bfd-9748-d852d7e6be5a req-dbb9d963-9657-4586-8aab-1d524582469b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.0861290 Jan 13 14:46:39.786435 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-5f3cffb0-01df-475d-84a1-171439d7b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:39.790921 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-5f3cffb0-01df-475d-84a1-171439d7b2df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad96b4e05730490bb7899c7ec12d7dfc&device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 1096 time: 0.0992942 Jan 13 14:46:39.902564 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.019713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Allocated IP 172.20.0.3 (9def6dfc-3119-4aca-90cf-30bfc004cf34/5efcf90a-7aaf-4041-83bc-71e73b610058/f5a9e741-395a-464c-992a-1aaf25a0416f) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:40.196954 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6d0bfc3e-1b78-41ff-aa8b-3977d4c08fb9 req-55adaba6-b060-473d-9163-6108d44fe42d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.2994499 Jan 13 14:46:40.293682 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b885e31-0f3b-4dbf-b189-34c8925a7b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.334620 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:40.389798 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-861c383c-9578-4f1a-88ad-80dd4fdef09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:40.393111 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-861c383c-9578-4f1a-88ad-80dd4fdef09b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca HTTP/1.1" status: 200 len: 911 time: 0.5879917 Jan 13 14:46:40.499041 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1143-508b-4ee7-a47e-45e5e19b52a3 req-10aedc28-6820-4489-9409-13388a26a639 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:40.516342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Attempting to bind port e4c7b3d8-a807-4fbb-9602-4e647c87c974 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:40.516342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Attempting to bind port e4c7b3d8-a807-4fbb-9602-4e647c87c974 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:40.516770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Attempting to bind port e4c7b3d8-a807-4fbb-9602-4e647c87c974 on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:40.528208 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-40fd1143-508b-4ee7-a47e-45e5e19b52a3 req-10aedc28-6820-4489-9409-13388a26a639 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.2884064 Jan 13 14:46:40.606455 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-5ec269c2-a1f1-47e5-9a5d-e64e108068d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:40.608042 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-5ec269c2-a1f1-47e5-9a5d-e64e108068d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 915 time: 0.9270937 Jan 13 14:46:40.615659 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Port e4c7b3d8-a807-4fbb-9602-4e647c87c974 on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:46:40.615943 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Attempting to bind port e4c7b3d8-a807-4fbb-9602-4e647c87c974 on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:40.659275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:40.659897 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Checking segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:40.660447 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Bound using segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:40.661073 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Bound port: e4c7b3d8-a807-4fbb-9602-4e647c87c974, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:40.661590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.665570 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-d039b3fe-6a13-497f-9b91-8de60aaa5d18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28378ee2-ddec-4c46-8305-41d70c3b760e HTTP/1.1" status: 200 len: 217 time: 0.2155416 Jan 13 14:46:40.731158 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-b867c321-f56d-4448-a0c4-362ab802bd17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cfffe5-ee77-488d-988d-40b4e34aef08 HTTP/1.1" status: 200 len: 217 time: 0.1067050 Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: from cryptography.utils import int_from_bytes Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: from cryptography.utils import int_from_bytes Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.750439 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:40.752515 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:40.757182 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047c97-8d57-4194-9003-6bbafe47b588 req-dce9dc07-8a01-41b3-877e-9759f4b7524a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:40.759521 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8047c97-8d57-4194-9003-6bbafe47b588 req-dce9dc07-8a01-41b3-877e-9759f4b7524a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.3419268 Jan 13 14:46:40.760915 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b885e31-0f3b-4dbf-b189-34c8925a7b97 admin admin] Publish callbacks [] for security_group (21072814-68fd-49cb-bfbd-a29bd0ac0382), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.822800 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-40fd1143-508b-4ee7-a47e-45e5e19b52a3 req-ff450749-c786-47e0-8508-b3c89aca39e8 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024752 Jan 13 14:46:40.848086 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b885e31-0f3b-4dbf-b189-34c8925a7b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (21072814-68fd-49cb-bfbd-a29bd0ac0382), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.904392 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks [] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:40.983566 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-9401c1f8-375c-4d3d-9129-851e41db605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:40.985127 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-9401c1f8-375c-4d3d-9129-851e41db605e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.2220123 Jan 13 14:46:41.033437 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b885e31-0f3b-4dbf-b189-34c8925a7b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21072814-68fd-49cb-bfbd-a29bd0ac0382,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:41.045570 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8047c97-8d57-4194-9003-6bbafe47b588 req-544acfeb-aa60-44bf-aab6-aef4540b6d94 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658412 Jan 13 14:46:41.054533 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:41.060829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:41.069773 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-4b885e31-0f3b-4dbf-b189-34c8925a7b97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7d2f50abccd47399e44feb850c88f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5938230 Jan 13 14:46:41.073805 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36466) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:41.098064 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-eb5be48b-72b6-495a-9b36-bd164b6fc74a req-12a52c69-3784-457b-b377-8ce319dbbd3b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.0914378 Jan 13 14:46:41.105266 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-8387ad8c-a04c-4bcc-9de1-30d65225d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:41.106880 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-8387ad8c-a04c-4bcc-9de1-30d65225d4a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb1db654-7563-4de9-9db7-52d346b02248 HTTP/1.1" status: 200 len: 851 time: 0.4216840 Jan 13 14:46:41.125115 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-1a348b4e-1365-415c-a083-9562b104c9b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262736 Jan 13 14:46:41.130011 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.66', 49933) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:41.190143 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-d154b3b3-15d4-462d-9afd-22c70ad685cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526109 Jan 13 14:46:41.266861 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] Publish callbacks [] for security_group (21072814-68fd-49cb-bfbd-a29bd0ac0382), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.366022 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-5437c6ff-f903-4cbe-a01c-5a5229885e05 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734309 Jan 13 14:46:41.377497 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] Publish callbacks [] for security_group (21072814-68fd-49cb-bfbd-a29bd0ac0382), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.475501 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.520750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-2d7621d9-363d-4565-8a25-cc66f6252235 service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155622 Jan 13 14:46:41.594274 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.606194 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:41.607055 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.608567 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 1094 time: 3.9632916 Jan 13 14:46:41.638907 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:41.641376 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6ec33-270e-4a1e-a2c2-d308144868c0" -d '{"events": [{"name": "network-changed", "server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:41.671599 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (21072814-68fd-49cb-bfbd-a29bd0ac0382), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.688774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.692655 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21072814-68fd-49cb-bfbd-a29bd0ac0382 HTTP/1.1" status: 204 len: 168 time: 0.6175315 Jan 13 14:46:41.703007 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-12a88f1c-a88b-4402-951d-f17bc7649f43 req-9c24a341-d1de-48cf-bea4-1c01c0a6b5a6 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.2127478 Jan 13 14:46:41.719865 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Network 9def6dfc-3119-4aca-90cf-30bfc004cf34 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:41.725927 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:41.797410 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd273b9-ab1a-4c37-9553-e8a5c59c3b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21072814-68fd-49cb-bfbd-a29bd0ac0382,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:41.972898 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:41.979644 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:41.980612 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:41.984921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111bf83d-df46-4971-8583-9136021cb3a8 x-openstack-request-id: req-111bf83d-df46-4971-8583-9136021cb3a8 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:41.984921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:41.985501 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-111bf83d-df46-4971-8583-9136021cb3a8 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:41.985651 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'status': 'completed', 'code': 200} Jan 13 14:46:41.997305 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-2ce80f6e-8a9a-49e4-b24b-1f3ef039f3ea service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626107 Jan 13 14:46:42.137196 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-e414786c-c7d6-4d2b-ad2a-923c9e077611 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367698 Jan 13 14:46:42.206307 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-49075a2d-84a8-49e9-9e05-dc1b132d4a57 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:42.210786 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-49075a2d-84a8-49e9-9e05-dc1b132d4a57 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 811 time: 1.0213265 Jan 13 14:46:42.264787 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72638f8a-519e-43fb-98f9-2d84b1be14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:42.349872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a5bc-be3e-4491-8717-2fe0deb6a06b req-290b5528-737a-4993-a6c9-66c1006aab2f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:42.362366 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2831a5bc-be3e-4491-8717-2fe0deb6a06b req-290b5528-737a-4993-a6c9-66c1006aab2f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.1242843 Jan 13 14:46:42.434673 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9218206 Jan 13 14:46:42.482281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Request body: {'port': {'device_id': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:42.498535 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0405a4d-d941-4cea-89e5-917bd237ac07 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Pushing event updated for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:42.530170 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2831a5bc-be3e-4491-8717-2fe0deb6a06b req-9e258ee2-8d08-4e41-9201-136c8e4f4253 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646290 Jan 13 14:46:42.669424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-4cbabd58-148f-4551-b3b0-214a0f910ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:42.671326 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-4cbabd58-148f-4551-b3b0-214a0f910ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1097 time: 0.6999228 Jan 13 14:46:42.721322 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69905fb8-7212-4529-8358-1b4c2d256988 req-25e50291-40de-47a0-9cb5-fbd204440b1e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:42.722949 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-69905fb8-7212-4529-8358-1b4c2d256988 req-25e50291-40de-47a0-9cb5-fbd204440b1e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 931 time: 0.1304553 Jan 13 14:46:42.856218 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38cda3-7e7f-4227-826b-29c6e7cb3151 req-e332b3b3-7a48-4801-af56-161dc7122e66 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:42.872439 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bc38cda3-7e7f-4227-826b-29c6e7cb3151 req-e332b3b3-7a48-4801-af56-161dc7122e66 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.7302287 Jan 13 14:46:42.875660 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-fc4a0f82-3125-4d4d-8d0f-77db67ad3f0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.1408823 Jan 13 14:46:42.891355 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-69905fb8-7212-4529-8358-1b4c2d256988 req-f7dd8891-b316-4228-9959-9f6827bf078d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606746 Jan 13 14:46:43.001259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:43.042186 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-9615216d-5ae8-403b-a5e3-1ef074c1a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:43.045688 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-9615216d-5ae8-403b-a5e3-1ef074c1a5f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.1277502 Jan 13 14:46:43.103494 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-439e6f99-ebc5-4922-9c9c-fae7a97bc6ca req-d6b03e70-4f94-4862-bce8-fa767c07c431 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.1008244 Jan 13 14:46:43.108377 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-fc695d62-0f93-43d9-bed8-4fb0916a6c38 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 378 time: 0.7334530 Jan 13 14:46:43.210944 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bc38cda3-7e7f-4227-826b-29c6e7cb3151 req-c717ddbd-035f-452b-9ac2-b9efecadc4bd tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248224 Jan 13 14:46:43.647982 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'port': {'device_id': '7aae0a36-eec0-405b-8353-89030d11e589', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'admin_state_up': True, 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'security_groups': ['1d649907-de7b-4a38-9401-c1ebede7d713']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:43.708830 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-36fe911e-b4a7-4438-98f1-14abda57554e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713544 Jan 13 14:46:43.714182 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22bf0-be1a-457a-aca4-135961dc36dd req-d119df9f-bdc9-4687-856f-325d0ff56d76 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:43.715764 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9ba22bf0-be1a-457a-aca4-135961dc36dd req-d119df9f-bdc9-4687-856f-325d0ff56d76 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.0774946 Jan 13 14:46:43.733517 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a9e741-395a-464c-992a-1aaf25a0416f {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:43.783603 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks [] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:43.784719 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9ba22bf0-be1a-457a-aca4-135961dc36dd req-7c9680b7-5b8f-4798-81c8-7ad2659d1aec tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Jan 13 14:46:43.834346 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Transition to ACTIVE for port object f5a9e741-395a-464c-992a-1aaf25a0416f will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:46:43.879655 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-1fa5bddf-74c0-4d7b-9eef-ddc113a04cb9 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645892 Jan 13 14:46:43.989935 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f5f43312-bd16-4fa0-a309-c852f0dc2f3a req-f2cfaae4-b2c2-4746-bf6e-76aab460c3a5 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032419 Jan 13 14:46:44.026232 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da917b-f15b-4ff9-a581-52f7cc69d17a req-4f52ca6b-12ec-485c-9048-0ef093003a28 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:44.027754 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d5da917b-f15b-4ff9-a581-52f7cc69d17a req-4f52ca6b-12ec-485c-9048-0ef093003a28 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 931 time: 0.0598779 Jan 13 14:46:44.088421 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d5da917b-f15b-4ff9-a581-52f7cc69d17a req-7a2216a1-f5b2-46f3-9c64-1eb719cba761 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Jan 13 14:46:44.222870 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e88dd17a-baa2-4280-8eee-010d4c6f18a2 req-2f88dd24-06e7-427c-b727-c550e021b70c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jan 13 14:46:44.378220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50f8c-32c9-4f56-9de1-e330fac426a4 req-4d23ec56-d66d-459a-a49a-91a2e9df8614 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:44.380479 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-faa50f8c-32c9-4f56-9de1-e330fac426a4 req-4d23ec56-d66d-459a-a49a-91a2e9df8614 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.0796750 Jan 13 14:46:44.385542 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.407643 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Made reservation on behalf of 856aaf15665f4000ae98d3229dc6f04a for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:46:44.407643 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.428126 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 36528) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:44.445207 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d42eaaa-73f2-4296-9d73-9b96e43ef799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.543982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d42eaaa-73f2-4296-9d73-9b96e43ef799 admin admin] Publish callbacks [] for security_group (e7afb6bd-d6a4-49c2-84b3-66331611400b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.591291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:44.630982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d42eaaa-73f2-4296-9d73-9b96e43ef799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e7afb6bd-d6a4-49c2-84b3-66331611400b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.665657 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-faa50f8c-32c9-4f56-9de1-e330fac426a4 req-9754e7a1-88eb-47cb-b072-6bdfcf137a5c tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558763 Jan 13 14:46:44.665657 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-1404e2f1-5bcc-4371-9c75-869e1fa27b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:44.666811 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-1404e2f1-5bcc-4371-9c75-869e1fa27b65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1097 time: 0.2012048 Jan 13 14:46:44.667389 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8d42eaaa-73f2-4296-9d73-9b96e43ef799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea8d924a6060436da0fcdc75e8f1365f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373590 Jan 13 14:46:44.668975 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 36532) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:46:44.671839 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Attempting to bind port f5a9e741-395a-464c-992a-1aaf25a0416f on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:44.672172 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Attempting to bind port f5a9e741-395a-464c-992a-1aaf25a0416f by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:44.672561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Attempting to bind port f5a9e741-395a-464c-992a-1aaf25a0416f on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:44.706736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42eaaa-73f2-4296-9d73-9b96e43ef799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7afb6bd-d6a4-49c2-84b3-66331611400b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:44.751958 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Port f5a9e741-395a-464c-992a-1aaf25a0416f on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:46:44.752296 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Attempting to bind port f5a9e741-395a-464c-992a-1aaf25a0416f on network 9def6dfc-3119-4aca-90cf-30bfc004cf34 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:44.812721 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:44.813063 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Checking segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:44.813447 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Bound using segment: {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:44.813886 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Bound port: f5a9e741-395a-464c-992a-1aaf25a0416f, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:44.814242 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.860957 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Allocated IP 172.20.0.7 (81001995-5733-4af8-9434-e661225f617f/4b701c66-44da-4f61-9f54-6d3928d87c1c/efbcd041-03ac-41b4-ae01-96fe89ef4f79) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:46:44.954392 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51329620-79f5-4f59-af55-7e10a58c44b0 req-5a09337d-9f9c-4fa9-8157-15911a9be1aa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:44.957571 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] Publish callbacks [] for security_group (e7afb6bd-d6a4-49c2-84b3-66331611400b), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:44.959287 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51329620-79f5-4f59-af55-7e10a58c44b0 req-5a09337d-9f9c-4fa9-8157-15911a9be1aa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.0804605 Jan 13 14:46:44.995178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-d1e644b2-325e-4ecd-a207-75b6b6831a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:44.995178 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-d1e644b2-325e-4ecd-a207-75b6b6831a1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.2937405 Jan 13 14:46:45.071475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:45.075450 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51329620-79f5-4f59-af55-7e10a58c44b0 req-d6b041c2-55a7-4e68-8a4d-c76d6fabd7e8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999618 Jan 13 14:46:45.115525 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-87c6aafc-6679-422a-a031-0c567c906318 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.1253445 Jan 13 14:46:45.127220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f5a9e741-395a-464c-992a-1aaf25a0416f,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:45.149544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] Publish callbacks [] for security_group (e7afb6bd-d6a4-49c2-84b3-66331611400b), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.242725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.348784 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-50557d96-96dd-4308-a1a6-615acbb5e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:45.350264 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-50557d96-96dd-4308-a1a6-615acbb5e631 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.2217972 Jan 13 14:46:45.366134 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2c7c6ede-71c5-4a5c-8078-74110dddf1d8 req-45d3380e-c131-4e67-98f0-e0106e3e9435 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.0325139 Jan 13 14:46:45.556273 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:45.557001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.558425 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5a9e741-395a-464c-992a-1aaf25a0416f HTTP/1.1" status: 200 len: 1093 time: 3.0956583 Jan 13 14:46:45.558915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:45.561129 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b20d21-57c3-4fa2-b863-1b84cc3305aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:45.567628 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.599206 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-2fc31359-8e1e-4d32-8c91-377e4e09a74f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581965 Jan 13 14:46:45.610319 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b67e7f-f103-4c67-8d06-a9f808b43833 req-aab98a98-6991-4602-83a1-defb3a76b41b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:45.611833 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d4b67e7f-f103-4c67-8d06-a9f808b43833 req-aab98a98-6991-4602-83a1-defb3a76b41b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.4343216 Jan 13 14:46:45.614381 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e0a836-81f4-4fa4-a201-3581ec116807 x-openstack-request-id: req-57e0a836-81f4-4fa4-a201-3581ec116807 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:45.614705 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:45.614975 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57e0a836-81f4-4fa4-a201-3581ec116807 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:45.615365 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f', 'status': 'completed', 'code': 200} Jan 13 14:46:45.631659 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a85bd8-668b-4f20-8c10-872643bed1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:45.731165 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e7afb6bd-d6a4-49c2-84b3-66331611400b), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.733780 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.734953 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7afb6bd-d6a4-49c2-84b3-66331611400b HTTP/1.1" status: 204 len: 168 time: 1.0646982 Jan 13 14:46:45.773192 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d5e23-40af-4afb-bb78-d9da01b98cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7afb6bd-d6a4-49c2-84b3-66331611400b,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:45.823916 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d4b67e7f-f103-4c67-8d06-a9f808b43833 req-719b1e23-fb89-4119-8c01-f6a68df6a034 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020905 Jan 13 14:46:45.834998 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-e6803f88-a788-404a-bcfa-8073d66e44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:45.837420 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-e6803f88-a788-404a-bcfa-8073d66e44ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 1096 time: 0.1859510 Jan 13 14:46:45.842906 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-532ac5f6-f1f9-4a66-92ff-63c3f57954ef service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285869 Jan 13 14:46:45.883274 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920467d-6cae-437f-b5f8-90f93b3df6f3 req-7259b3af-b352-4871-8eea-488e6ff39dae tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:45.885101 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d920467d-6cae-437f-b5f8-90f93b3df6f3 req-7259b3af-b352-4871-8eea-488e6ff39dae tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.1029291 Jan 13 14:46:45.926649 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:45.938296 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d920467d-6cae-437f-b5f8-90f93b3df6f3 req-716af122-9d18-4039-bf6d-94a35f786196 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Jan 13 14:46:46.180038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Network 81001995-5733-4af8-9434-e661225f617f is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:46:46.214562 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:46.239146 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:46:46.275229 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:46:46.282398 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:46.283375 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:46.342957 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-796672e6-2371-448b-8e29-e51ac3993766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:46.344525 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-796672e6-2371-448b-8e29-e51ac3993766 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=02f8be27e10f4216b185e2cd096746ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4962397 Jan 13 14:46:46.502865 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-87fa90da-164c-41d1-9457-05767b656144 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8665578 Jan 13 14:46:46.509777 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1f6ec33-270e-4a1e-a2c2-d308144868c0 req-05bb9be2-e52b-49db-ba56-158def6eb7b9 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599574 Jan 13 14:46:46.563359 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Request body: {'port': {'device_id': '7aae0a36-eec0-405b-8353-89030d11e589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:46:46.580702 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64fac7-b71c-4fbe-802d-0cba2b7051f8 req-fbb87f76-5cd4-4fa3-8851-f60fcbfdfae2 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:46.583053 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b64fac7-b71c-4fbe-802d-0cba2b7051f8 req-fbb87f76-5cd4-4fa3-8851-f60fcbfdfae2 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 944 time: 0.4262559 Jan 13 14:46:46.646057 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-7997de03-a282-45e5-8642-53a4eef6786b None None] Provisioning complete for port efbcd041-03ac-41b4-ae01-96fe89ef4f79 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:46.646479 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7997de03-a282-45e5-8642-53a4eef6786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:46.696759 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777195e5-3ee2-4f5c-a2a6-31fb9739ed93 req-25bac420-31b2-4d21-ad21-c179286380b8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:46.714364 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-777195e5-3ee2-4f5c-a2a6-31fb9739ed93 req-25bac420-31b2-4d21-ad21-c179286380b8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 931 time: 0.1682317 Jan 13 14:46:46.809812 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7997de03-a282-45e5-8642-53a4eef6786b None None] Port efbcd041-03ac-41b4-ae01-96fe89ef4f79 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:46:46.815571 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 25cfffe5-ee77-488d-988d-40b4e34aef08 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:46:46.818680 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-c298dd2f-0f26-4637-afc6-4406bbf57c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:46.820644 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99b20d21-57c3-4fa2-b863-1b84cc3305aa req-c298dd2f-0f26-4637-afc6-4406bbf57c0e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4623787 Jan 13 14:46:46.823316 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:46.828082 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:46.842987 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b64fac7-b71c-4fbe-802d-0cba2b7051f8 req-e37605a3-076a-442f-84a2-cf3d1a03f313 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389762 Jan 13 14:46:46.930418 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-777195e5-3ee2-4f5c-a2a6-31fb9739ed93 req-46d3e066-59f2-4bc6-9c7f-ed0eaf80b034 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137418 Jan 13 14:46:47.097994 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=25cfffe5-ee77-488d-988d-40b4e34aef08,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:47.117659 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '25cfffe5-ee77-488d-988d-40b4e34aef08', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'port_id': '25cfffe5-ee77-488d-988d-40b4e34aef08', 'mac_address': 'fa:16:3e:ad:5f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1ee154-2c67-408b-9d1b-3b933215ff25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:46:47.139389 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f7e9-ce26-41ec-a01c-9b14efc8a1e5 req-186f40f7-39ee-44f8-8069-a8e323b8f097 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:47.142364 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-16b7f7e9-ce26-41ec-a01c-9b14efc8a1e5 req-186f40f7-39ee-44f8-8069-a8e323b8f097 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.2073321 Jan 13 14:46:47.173241 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-1aeb715f-1d78-4b6d-bdb6-67e66980b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:47.175892 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-1aeb715f-1d78-4b6d-bdb6-67e66980b84c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 1096 time: 0.2756221 Jan 13 14:46:47.182056 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5137c9-647a-4d85-9b03-ebbeebe8cdae req-a55227f5-8028-46e7-a822-4b1d984a8fa1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:47.203820 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef5137c9-647a-4d85-9b03-ebbeebe8cdae req-a55227f5-8028-46e7-a822-4b1d984a8fa1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 943 time: 0.1395454 Jan 13 14:46:47.240113 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 25cfffe5-ee77-488d-988d-40b4e34aef08 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:47.241425 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:47.271418 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cfffe5-ee77-488d-988d-40b4e34aef08 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:47.296552 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-92884253-1385-40b8-8acd-324e4c989c09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a9e741-395a-464c-992a-1aaf25a0416f HTTP/1.1" status: 200 len: 217 time: 0.1071577 Jan 13 14:46:47.299234 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef5137c9-647a-4d85-9b03-ebbeebe8cdae req-960678ed-97a7-43ff-b27f-d8151a3c8967 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940657 Jan 13 14:46:47.313674 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=25cfffe5-ee77-488d-988d-40b4e34aef08,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:47.432456 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-16b7f7e9-ce26-41ec-a01c-9b14efc8a1e5 req-1be8215b-199d-4f06-8c97-e2fe55e2ae41 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808707 Jan 13 14:46:47.454506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:47.454506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 28378ee2-ddec-4c46-8305-41d70c3b760e details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:46:47.456007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-b9994c7e-1a2c-48e7-b114-b5bec9d3e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:47.458516 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-b9994c7e-1a2c-48e7-b114-b5bec9d3e274 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.1244564 Jan 13 14:46:47.553387 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-db029112-14bf-4f3c-847b-577da07f225a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871170 Jan 13 14:46:47.583756 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:47.660849 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=28378ee2-ddec-4c46-8305-41d70c3b760e,segment=NetworkSegment(7cee292c-2f28-4f4c-9b58-7f7999df18ab),segment_id=7cee292c-2f28-4f4c-9b58-7f7999df18ab)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:47.677358 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '28378ee2-ddec-4c46-8305-41d70c3b760e', 'network_id': '9b69b163-ebb0-448e-9b49-3ef0acecd6ca', 'port_id': '28378ee2-ddec-4c46-8305-41d70c3b760e', 'mac_address': 'fa:16:3e:3b:ca:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1db654-7563-4de9-9db7-52d346b02248', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:46:47.717164 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-f1b64cad-c127-4f2f-b874-ea5c80495043 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564662 Jan 13 14:46:47.737971 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 28378ee2-ddec-4c46-8305-41d70c3b760e is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:47.738500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:47.763016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28378ee2-ddec-4c46-8305-41d70c3b760e {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:47.787861 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=28378ee2-ddec-4c46-8305-41d70c3b760e,segment=NetworkSegment(7cee292c-2f28-4f4c-9b58-7f7999df18ab),segment_id=7cee292c-2f28-4f4c-9b58-7f7999df18ab)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:47.852671 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbcd041-03ac-41b4-ae01-96fe89ef4f79 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:47.865127 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks [] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:47.880842 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:47.883239 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e4c7b3d8-a807-4fbb-9602-4e647c87c974 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:46:47.898276 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Transition to ACTIVE for port object efbcd041-03ac-41b4-ae01-96fe89ef4f79 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:46:47.922659 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec41de36-9a49-4c0e-9cbe-123dc3e00a5b req-ed7e0f62-74f8-491a-95d1-c5c160092260 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929417 Jan 13 14:46:47.976654 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.032087 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab099b7-a42e-4401-bc87-77e040c37b55 req-578eb603-c67f-48d8-94c8-d61511bbcfaf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:48.032087 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5ab099b7-a42e-4401-bc87-77e040c37b55 req-578eb603-c67f-48d8-94c8-d61511bbcfaf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 945 time: 0.0742536 Jan 13 14:46:48.034345 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:48.102106 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:48.117391 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'port_id': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'mac_address': 'fa:16:3e:88:89:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:46:48.124370 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5ab099b7-a42e-4401-bc87-77e040c37b55 req-003dd487-b222-4e4b-8cca-2ee7c45ab226 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863495 Jan 13 14:46:48.175579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e4c7b3d8-a807-4fbb-9602-4e647c87c974 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:48.176482 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.201770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c7b3d8-a807-4fbb-9602-4e647c87c974 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:48.227425 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:48.325533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.341459 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Pushing event updated for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:48.367760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dff09-8ca8-4ee3-ba73-3b65f2c2910d req-2a605313-d589-4e5b-b579-0e5670f1ff72 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:48.375470 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f0dff09-8ca8-4ee3-ba73-3b65f2c2910d req-2a605313-d589-4e5b-b579-0e5670f1ff72 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.3286457 Jan 13 14:46:48.378219 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Attempting to bind port efbcd041-03ac-41b4-ae01-96fe89ef4f79 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:46:48.378561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Attempting to bind port efbcd041-03ac-41b4-ae01-96fe89ef4f79 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:46:48.378921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Attempting to bind port efbcd041-03ac-41b4-ae01-96fe89ef4f79 on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:48.388167 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Port efbcd041-03ac-41b4-ae01-96fe89ef4f79 on network 81001995-5733-4af8-9434-e661225f617f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:46:48.388475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Attempting to bind port efbcd041-03ac-41b4-ae01-96fe89ef4f79 on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:46:48.404131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:46:48.404131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Checking segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:46:48.404131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Bound using segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:46:48.404131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Bound port: efbcd041-03ac-41b4-ae01-96fe89ef4f79, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:46:48.404751 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.440445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:48.471769 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f0dff09-8ca8-4ee3-ba73-3b65f2c2910d req-38e342a8-fc61-4096-8ef7-1cd5b4eb33af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952020 Jan 13 14:46:48.512357 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28343f7-fbc2-44fb-925e-ce1d0ef8cd97 req-3d08c1e8-5124-4ff0-9d56-fcecb727961a tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:48.514989 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a28343f7-fbc2-44fb-925e-ce1d0ef8cd97 req-3d08c1e8-5124-4ff0-9d56-fcecb727961a tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 944 time: 0.0707808 Jan 13 14:46:48.534704 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:46:48.546400 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:46:48.603323 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a28343f7-fbc2-44fb-925e-ce1d0ef8cd97 req-4a9160e3-6caf-47f8-ba9f-1315772eb552 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799198 Jan 13 14:46:48.641155 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.652796 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab18380-3791-4e2e-8991-a519d330625e req-77018236-0079-4b41-b7aa-ff566dbede8e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:48.654434 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ab18380-3791-4e2e-8991-a519d330625e req-77018236-0079-4b41-b7aa-ff566dbede8e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.0679517 Jan 13 14:46:48.714922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:48.715562 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:48.716973 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] 10.222.0.66 "PUT /v2.0/ports/efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 1093 time: 2.1899931 Jan 13 14:46:48.717582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:48.719931 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1328296-7e4c-4f5b-b33c-f17e918f0c04" -d '{"events": [{"name": "network-changed", "server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:48.753066 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957bf4-ee29-428f-bdf2-a2b5da312bab service neutron] Pushing event updated for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:48.774922 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ab18380-3791-4e2e-8991-a519d330625e req-0a840e67-75ca-4dfb-8015-e3a7a278cd2d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 Jan 13 14:46:48.829872 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb603e4d-d4f2-44cf-95a3-3943f1122a79 x-openstack-request-id: req-cb603e4d-d4f2-44cf-95a3-3943f1122a79 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:48.830180 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:48.830443 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb603e4d-d4f2-44cf-95a3-3943f1122a79 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:48.830886 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'status': 'completed', 'code': 200} Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.253118 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:46:49.256311 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:46:49.261399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e559-d587-479c-b569-d5d83452c9c7 req-50039c09-de3f-4212-b0ae-2935ebe0c068 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:49.263866 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8542e559-d587-479c-b569-d5d83452c9c7 req-50039c09-de3f-4212-b0ae-2935ebe0c068 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 945 time: 0.0738616 Jan 13 14:46:49.330523 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8542e559-d587-479c-b569-d5d83452c9c7 req-032113ff-6138-4bd5-b257-94326bfe65e3 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Jan 13 14:46:49.744825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12677d-3139-488d-9d43-2cc61fb0bd5b req-d69561fc-d228-4c88-b820-7e0632cf083d tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:49.746453 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-de12677d-3139-488d-9d43-2cc61fb0bd5b req-d69561fc-d228-4c88-b820-7e0632cf083d tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 944 time: 0.0617590 Jan 13 14:46:49.802094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-de12677d-3139-488d-9d43-2cc61fb0bd5b req-700360b3-f3eb-4d28-9844-3f3fb7c0807b tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Jan 13 14:46:49.816818 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c48354-ae45-4c6e-abdb-ed28898e166c req-beca4457-f9be-4f97-a1cb-6bdea67a3832 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:49.818756 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-61c48354-ae45-4c6e-abdb-ed28898e166c req-beca4457-f9be-4f97-a1cb-6bdea67a3832 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.2451947 Jan 13 14:46:49.880076 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-61c48354-ae45-4c6e-abdb-ed28898e166c req-e1498aa6-e859-4f6e-ac9d-06e008808561 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557883 Jan 13 14:46:49.915382 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243830f4-94c8-445a-8419-ce1e3f8e0c92 req-02d02aaa-f24d-41c4-b9e5-bf9d2326afe7 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:49.916925 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-243830f4-94c8-445a-8419-ce1e3f8e0c92 req-02d02aaa-f24d-41c4-b9e5-bf9d2326afe7 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.0551610 Jan 13 14:46:49.967330 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-243830f4-94c8-445a-8419-ce1e3f8e0c92 req-15b91bad-1ef3-4ad7-8e87-53f52d759895 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Jan 13 14:46:50.444597 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-361672fe-3c98-46d5-b9e7-f5dda9e361cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.446633 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-361672fe-3c98-46d5-b9e7-f5dda9e361cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1096 time: 0.0551693 Jan 13 14:46:50.476171 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b586a1-a5bf-4d36-acec-ea111c572f47 req-e5ee869e-9c83-485a-894c-8f65b9dfaca1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.479029 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d3b586a1-a5bf-4d36-acec-ea111c572f47 req-e5ee869e-9c83-485a-894c-8f65b9dfaca1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 945 time: 0.0571096 Jan 13 14:46:50.534938 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d3b586a1-a5bf-4d36-acec-ea111c572f47 req-b306c88d-28f9-468d-b56d-cbbecd6545d2 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500486 Jan 13 14:46:50.580483 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-276f6866-67c2-4a51-99a7-784ab52b3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.583070 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-276f6866-67c2-4a51-99a7-784ab52b3d92 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=856aaf15665f4000ae98d3229dc6f04a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1273119 Jan 13 14:46:50.709765 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-8074de39-4fbd-415f-850c-28f3623170f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.711806 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1328296-7e4c-4f5b-b33c-f17e918f0c04 req-8074de39-4fbd-415f-850c-28f3623170f8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1220143 Jan 13 14:46:50.772646 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e4c7b3d8-a807-4fbb-9602-4e647c87c974'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:46:50.800771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-35360587-bf0a-4aa3-9ac4-b05f55367352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.802345 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-35360587-bf0a-4aa3-9ac4-b05f55367352 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1096 time: 0.0497353 Jan 13 14:46:50.817083 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:46:50.819107 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['28378ee2-ddec-4c46-8305-41d70c3b760e'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:46:50.849924 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-73cf62ff-db81-42a5-ac28-b962601edb64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 217 time: 0.0382426 Jan 13 14:46:50.951069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-cc9f0b25-e73c-487e-bf42-fb71a32376d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.952982 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-cc9f0b25-e73c-487e-bf42-fb71a32376d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0968142 Jan 13 14:46:50.983310 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792c6dc-6ada-4f72-8646-41d61571ade6 req-a7b4478f-c7f4-4577-98cb-49f317279281 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:50.985451 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7792c6dc-6ada-4f72-8646-41d61571ade6 req-a7b4478f-c7f4-4577-98cb-49f317279281 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 944 time: 0.0972092 Jan 13 14:46:51.066000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-f373e777-beae-4036-bbde-e6129d49aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:51.067093 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-f373e777-beae-4036-bbde-e6129d49aa17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051898 Jan 13 14:46:51.079803 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50cf07-2b79-47a7-a4dc-0920407b4c8f req-904bcbf8-81fc-413e-90ee-b2a733c294bb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:51.089464 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ab50cf07-2b79-47a7-a4dc-0920407b4c8f req-904bcbf8-81fc-413e-90ee-b2a733c294bb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.1171427 Jan 13 14:46:51.155287 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ab50cf07-2b79-47a7-a4dc-0920407b4c8f req-d777137b-2ce3-4e49-977d-249f3c86f40a tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574613 Jan 13 14:46:51.200578 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7792c6dc-6ada-4f72-8646-41d61571ade6 req-dea12ce5-f60d-4478-a995-20036f3d5d5c tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956804 Jan 13 14:46:51.265620 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-dd130f43-bd11-4d3c-a5b0-8a156a242dc5 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828415 Jan 13 14:46:51.315513 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b7eba-3811-4c5d-ad15-e12a99ce7042 req-7663ad94-a54e-4306-9655-b4f1bfe63087 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:51.327536 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-534b7eba-3811-4c5d-ad15-e12a99ce7042 req-7663ad94-a54e-4306-9655-b4f1bfe63087 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.0745699 Jan 13 14:46:51.401024 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-534b7eba-3811-4c5d-ad15-e12a99ce7042 req-58977f14-25b3-454f-8869-608d10fb9f70 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655563 Jan 13 14:46:51.418989 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8e4cf6ae-7034-4b9e-9bda-5141a15fca42 req-d3615caa-0a45-4e45-a583-7684943333f5 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433852 Jan 13 14:46:51.690225 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf04f-c96a-4aa6-8d3d-d270672d8941 req-3865cca1-4254-46de-81cd-c85eb4401333 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:51.701930 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2f9bf04f-c96a-4aa6-8d3d-d270672d8941 req-3865cca1-4254-46de-81cd-c85eb4401333 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Jan 13 14:46:51.761328 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2f9bf04f-c96a-4aa6-8d3d-d270672d8941 req-3f3a1426-d449-4673-acb7-b3c0c22ab432 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590348 Jan 13 14:46:52.291885 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9099a-098b-47f3-9f20-f88aaec0d552 req-baffa0ac-9d02-45e4-a0e7-29be8d9ed2c1 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:52.293593 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f3f9099a-098b-47f3-9f20-f88aaec0d552 req-baffa0ac-9d02-45e4-a0e7-29be8d9ed2c1 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.0770993 Jan 13 14:46:52.350398 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f3f9099a-098b-47f3-9f20-f88aaec0d552 req-c2694aa1-56a1-4f0e-860e-b41b687d3679 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503452 Jan 13 14:46:52.355071 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69094f3e-78a4-45b1-a405-f65677645021 req-a361b426-400b-4f35-a4bf-ad309c5939b1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:52.356895 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-69094f3e-78a4-45b1-a405-f65677645021 req-a361b426-400b-4f35-a4bf-ad309c5939b1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 944 time: 0.0535128 Jan 13 14:46:52.369621 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f5a9e741-395a-464c-992a-1aaf25a0416f details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:46:52.384371 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 25cfffe5-ee77-488d-988d-40b4e34aef08 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:52.408985 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-69094f3e-78a4-45b1-a405-f65677645021 req-0ecee77b-a4a0-44d3-a1a6-ca154af08ac9 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 Jan 13 14:46:52.521475 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00bb7-e285-4293-ac96-b7ec0be2cae4 req-1911438f-e0c6-4010-a982-ab31c23b5685 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:52.523009 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-83f00bb7-e285-4293-ac96-b7ec0be2cae4 req-1911438f-e0c6-4010-a982-ab31c23b5685 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 943 time: 0.0547156 Jan 13 14:46:52.561962 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f5a9e741-395a-464c-992a-1aaf25a0416f,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:52.573630 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-83f00bb7-e285-4293-ac96-b7ec0be2cae4 req-32abd76e-6ae4-4850-a30b-a58e265ac624 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Jan 13 14:46:52.576009 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'f5a9e741-395a-464c-992a-1aaf25a0416f', 'network_id': '9def6dfc-3119-4aca-90cf-30bfc004cf34', 'port_id': 'f5a9e741-395a-464c-992a-1aaf25a0416f', 'mac_address': 'fa:16:3e:09:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efcf90a-7aaf-4041-83bc-71e73b610058', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:46:52.614454 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port f5a9e741-395a-464c-992a-1aaf25a0416f is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:52.614877 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:52.627569 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a9e741-395a-464c-992a-1aaf25a0416f {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:52.646827 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f5a9e741-395a-464c-992a-1aaf25a0416f,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:52.741772 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 25cfffe5-ee77-488d-988d-40b4e34aef08 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:46:52.746338 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 25cfffe5-ee77-488d-988d-40b4e34aef08 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:52.746710 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:52.777633 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:52.860732 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:52.894887 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501096-d1fc-4376-aa7f-19217142ec7f req-d30e6831-82d5-4c65-aaa0-a1f16ae65fdb tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:52.896965 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9f501096-d1fc-4376-aa7f-19217142ec7f req-d30e6831-82d5-4c65-aaa0-a1f16ae65fdb tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Jan 13 14:46:52.900827 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 25cfffe5-ee77-488d-988d-40b4e34aef08 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:52.901221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:52.925795 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:52.947341 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9f501096-d1fc-4376-aa7f-19217142ec7f req-e4c2dc25-1e07-40b9-80b0-b8b597cb447c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jan 13 14:46:53.011858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=25cfffe5-ee77-488d-988d-40b4e34aef08,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:53.124957 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bece433-09ad-4d28-85ef-5c2a42ba02e7" -d '{"events": [{"server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "name": "network-vif-plugged", "status": "completed", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:53.160389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.164461 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 28378ee2-ddec-4c46-8305-41d70c3b760e up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:53.233878 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9696a949-1d1e-4f95-9ae2-f91d32beeff8 x-openstack-request-id: req-9696a949-1d1e-4f95-9ae2-f91d32beeff8 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:53.234171 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "name": "network-vif-plugged", "status": "completed", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:53.234452 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9696a949-1d1e-4f95-9ae2-f91d32beeff8 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:53.235114 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08', 'code': 200} Jan 13 14:46:53.252157 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:53.386192 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 28378ee2-ddec-4c46-8305-41d70c3b760e completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:46:53.390470 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 28378ee2-ddec-4c46-8305-41d70c3b760e triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:53.390941 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.478768 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32616528-2b19-4bcf-aa9a-f64878e9dcf7 req-19e19899-1d7f-4dfb-a882-74b850680aa7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:53.481639 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-32616528-2b19-4bcf-aa9a-f64878e9dcf7 req-19e19899-1d7f-4dfb-a882-74b850680aa7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.0564110 Jan 13 14:46:53.485400 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 28378ee2-ddec-4c46-8305-41d70c3b760e is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:53.485796 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.537654 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=28378ee2-ddec-4c46-8305-41d70c3b760e,segment=NetworkSegment(7cee292c-2f28-4f4c-9b58-7f7999df18ab),segment_id=7cee292c-2f28-4f4c-9b58-7f7999df18ab)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:53.542805 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-32616528-2b19-4bcf-aa9a-f64878e9dcf7 req-61b07236-d5d4-40ac-8ee4-0c705215062d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555525 Jan 13 14:46:53.583209 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a574-bf14-410f-a80b-636b386a6944 req-0c5f74a4-aed2-439d-94ee-fee2a4f666ca tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:53.585362 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22f5a574-bf14-410f-a80b-636b386a6944 req-0c5f74a4-aed2-439d-94ee-fee2a4f666ca tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 944 time: 0.0817816 Jan 13 14:46:53.634045 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.635553 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e4c7b3d8-a807-4fbb-9602-4e647c87c974 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:46:53.701358 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22f5a574-bf14-410f-a80b-636b386a6944 req-a8c99eb4-4e54-4ef8-b0b9-7519935587ee tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093581 Jan 13 14:46:53.765907 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca8b1a-c3df-406e-8c95-e482957f8cbb req-b451a466-acb1-462d-8bb1-70251e23e228 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:53.766357 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:53.772829 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99ca8b1a-c3df-406e-8c95-e482957f8cbb req-b451a466-acb1-462d-8bb1-70251e23e228 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0645542 Jan 13 14:46:53.817709 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99ca8b1a-c3df-406e-8c95-e482957f8cbb req-ae1cba36-4f0c-4cd0-81bd-32078539c2db tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Jan 13 14:46:53.849040 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port e4c7b3d8-a807-4fbb-9602-4e647c87c974 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:46:53.854624 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port e4c7b3d8-a807-4fbb-9602-4e647c87c974 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:46:53.855182 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.938154 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e4c7b3d8-a807-4fbb-9602-4e647c87c974 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:53.938543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:53.970716 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:54.039721 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:54.068494 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b57db-9333-4229-8bf7-6c767b48d013 req-99ec2395-088a-4213-934f-5822a6aeea05 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:54.070454 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-131b57db-9333-4229-8bf7-6c767b48d013 req-99ec2395-088a-4213-934f-5822a6aeea05 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0537856 Jan 13 14:46:54.089035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:54.119371 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-131b57db-9333-4229-8bf7-6c767b48d013 req-a093f172-e4a6-4219-97a9-a674044bda16 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Jan 13 14:46:54.664781 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c79bdf-f044-44de-93a2-f56dba91360a req-c37d1b0f-cb6d-4b35-86a4-5b2f465276db tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:54.666316 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1c79bdf-f044-44de-93a2-f56dba91360a req-c37d1b0f-cb6d-4b35-86a4-5b2f465276db tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.0539546 Jan 13 14:46:54.714620 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e1c79bdf-f044-44de-93a2-f56dba91360a req-7d7c805f-6d60-43dc-a7e0-5e679cec8e09 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427289 Jan 13 14:46:54.821380 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a31fd-26c7-459b-8d5f-9e997b8e4243 req-eae51a5e-0167-4b43-a546-7154c4f1e715 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:54.822955 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-262a31fd-26c7-459b-8d5f-9e997b8e4243 req-eae51a5e-0167-4b43-a546-7154c4f1e715 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0517941 Jan 13 14:46:54.872633 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-262a31fd-26c7-459b-8d5f-9e997b8e4243 req-2189a61a-8e2e-47ab-aebb-bf87900c11e1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Jan 13 14:46:54.934137 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676a03-b89a-4eb6-a9e3-dfe694a06a82 req-92b3bce1-8ca9-4622-bf0e-5cfa30591574 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:54.935642 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b8676a03-b89a-4eb6-a9e3-dfe694a06a82 req-92b3bce1-8ca9-4622-bf0e-5cfa30591574 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0481062 Jan 13 14:46:54.981798 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b8676a03-b89a-4eb6-a9e3-dfe694a06a82 req-f7e9a632-c753-467d-9a2e-7773ebcaa2bf tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Jan 13 14:46:55.233154 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8383-ff1e-4587-a416-b9f794db4c53 req-3f7fb227-e92c-4857-8357-014643501f0d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:55.234755 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-111f8383-ff1e-4587-a416-b9f794db4c53 req-3f7fb227-e92c-4857-8357-014643501f0d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0481892 Jan 13 14:46:55.235907 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e'}, {'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:46:55.239001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225dc086-058a-401b-94e3-bb63b525e450" -d '{"events": [{"server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "name": "network-vif-plugged", "status": "completed", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e"}, {"server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:46:55.290378 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 13 Jan 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac96651-9341-49bc-b7ab-13603b90edf6 x-openstack-request-id: req-9ac96651-9341-49bc-b7ab-13603b90edf6 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:46:55.290795 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "name": "network-vif-plugged", "status": "completed", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e", "code": 200}, {"server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "name": "network-vif-plugged", "status": "completed", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:46:55.291113 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ac96651-9341-49bc-b7ab-13603b90edf6 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:46:55.291602 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e', 'code': 200} Jan 13 14:46:55.291936 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'code': 200} Jan 13 14:46:55.298647 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-111f8383-ff1e-4587-a416-b9f794db4c53 req-7039afaa-d11d-4c21-bee0-980bf1baf4bc tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568943 Jan 13 14:46:55.473574 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['f5a9e741-395a-464c-992a-1aaf25a0416f'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:46:55.836378 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fa92c-6736-4a4f-8fac-99c22aeaf238 req-f2322ad1-d925-4395-b95b-c1b9700ac991 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:55.838211 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d5fa92c-6736-4a4f-8fac-99c22aeaf238 req-f2322ad1-d925-4395-b95b-c1b9700ac991 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.0515966 Jan 13 14:46:55.896653 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d5fa92c-6736-4a4f-8fac-99c22aeaf238 req-ae702f82-65b8-4475-a906-a6f4e63ef10c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518861 Jan 13 14:46:55.998413 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4940-4b9f-4245-af4d-b141ef46f0cc req-6e7646d7-6d1e-4f09-9c70-f752351a01e0 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:56.000015 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-536a4940-4b9f-4245-af4d-b141ef46f0cc req-6e7646d7-6d1e-4f09-9c70-f752351a01e0 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0515924 Jan 13 14:46:56.059413 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-536a4940-4b9f-4245-af4d-b141ef46f0cc req-16c8bc05-1e43-4aef-9be4-03dd9b60aabf tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529470 Jan 13 14:46:56.110823 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e758a-2332-4164-8064-a1955204c62a req-4851cad7-9077-4e4d-8734-53220902dc87 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:56.112474 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-612e758a-2332-4164-8064-a1955204c62a req-4851cad7-9077-4e4d-8734-53220902dc87 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0600417 Jan 13 14:46:56.171384 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-612e758a-2332-4164-8064-a1955204c62a req-5bea11a5-068d-44ad-ac4f-8fc5babc43a2 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Jan 13 14:46:56.430986 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d10454-7d94-4f48-91fc-b45c9990228f req-6bb74b41-b5b6-4ce2-85c4-c18cff554da5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:56.432577 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31d10454-7d94-4f48-91fc-b45c9990228f req-6bb74b41-b5b6-4ce2-85c4-c18cff554da5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0624137 Jan 13 14:46:56.484850 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31d10454-7d94-4f48-91fc-b45c9990228f req-c3e7e2ab-0554-4e8f-b660-505f6ac21045 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Jan 13 14:46:57.033964 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a2603-c2e5-49fe-8436-ee8e3893769c req-0b8196dc-0b43-4570-84bd-5a8223b159d8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:57.035684 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-867a2603-c2e5-49fe-8436-ee8e3893769c req-0b8196dc-0b43-4570-84bd-5a8223b159d8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.0566847 Jan 13 14:46:57.098041 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-867a2603-c2e5-49fe-8436-ee8e3893769c req-de207323-acb9-4ba7-adf7-01d9ef7c2789 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482590 Jan 13 14:46:57.186536 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbcc4-3248-45df-80dd-aceb8f4a774b req-4c7a0fe6-f52d-4240-8e36-430e1ab09e83 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:57.188036 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-646cbcc4-3248-45df-80dd-aceb8f4a774b req-4c7a0fe6-f52d-4240-8e36-430e1ab09e83 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0519307 Jan 13 14:46:57.246843 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-646cbcc4-3248-45df-80dd-aceb8f4a774b req-5ad0f249-4f43-4e01-b867-643a371c2173 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Jan 13 14:46:57.294329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3916b-2d7b-4d34-a9b6-ca738b7a27c1 req-26b0b231-0a27-459f-8a5c-68c12b64b309 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:57.295978 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29b3916b-2d7b-4d34-a9b6-ca738b7a27c1 req-26b0b231-0a27-459f-8a5c-68c12b64b309 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0550554 Jan 13 14:46:57.345637 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29b3916b-2d7b-4d34-a9b6-ca738b7a27c1 req-971fd8a1-5f7d-4e22-912a-267e1e8b5185 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Jan 13 14:46:57.604854 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce2fe-d6da-4694-8144-e9e0827ddd83 req-d9f0cb70-e3c8-4e19-b6a5-861b3e9a2a88 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:57.606266 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f44ce2fe-d6da-4694-8144-e9e0827ddd83 req-d9f0cb70-e3c8-4e19-b6a5-861b3e9a2a88 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0498044 Jan 13 14:46:57.654992 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f44ce2fe-d6da-4694-8144-e9e0827ddd83 req-4e2b0993-b83e-4da8-8f95-420fe312e4e7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Jan 13 14:46:58.115659 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device efbcd041-03ac-41b4-ae01-96fe89ef4f79 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:46:58.230817 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:58.243475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'port_id': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'mac_address': 'fa:16:3e:10:d3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:46:58.282405 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port efbcd041-03ac-41b4-ae01-96fe89ef4f79 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:46:58.282980 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.295896 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-c735d695-4b10-4a5e-bce4-cd5db3a7e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.305173 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-c735d695-4b10-4a5e-bce4-cd5db3a7e98a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 1098 time: 0.1669614 Jan 13 14:46:58.305323 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbcd041-03ac-41b4-ae01-96fe89ef4f79 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:46:58.305430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b360-77b1-4f76-874c-9fe78b2daf04 req-9299d369-7cdc-42af-8809-a48439ade6e7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.306400 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b213b360-77b1-4f76-874c-9fe78b2daf04 req-9299d369-7cdc-42af-8809-a48439ade6e7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 943 time: 0.1380625 Jan 13 14:46:58.308202 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-91b728f7-36ba-45d0-9487-e21790f1836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.309577 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-91b728f7-36ba-45d0-9487-e21790f1836d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 1099 time: 0.1701491 Jan 13 14:46:58.322682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:46:58.342230 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-2f992278-6285-407d-bf78-d07c950aedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.343694 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-2f992278-6285-407d-bf78-d07c950aedde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.1357949 Jan 13 14:46:58.344326 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-3a19ffec-0d61-4dfb-b093-db8e768ff070 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.369605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-28bf1545-e99d-4068-9ced-6f511d7a80c6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.375730 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffbde5-a7e5-4ad7-9b63-1f9e95990301 req-994af3fd-3524-4db6-b7ff-3fd59d2ff061 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.377401 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-57ffbde5-a7e5-4ad7-9b63-1f9e95990301 req-994af3fd-3524-4db6-b7ff-3fd59d2ff061 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0526009 Jan 13 14:46:58.391959 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-6773112e-2a92-4317-8f2d-9e18a6a9d436 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.405615 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.440443 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-57ffbde5-a7e5-4ad7-9b63-1f9e95990301 req-e742eb08-6db3-44a5-a41f-a58d38fce7ae tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 Jan 13 14:46:58.467180 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b213b360-77b1-4f76-874c-9fe78b2daf04 req-fafd14f8-9ad7-48e6-9bde-71282c12a057 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409571 Jan 13 14:46:58.490335 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:58.536852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-3a19ffec-0d61-4dfb-b093-db8e768ff070 service neutron] Publish callbacks [] for security_group (f1e08e51-4031-4485-9ab0-73e104dd6016), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.549974 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332231-9594-480d-82d3-63d6f082e90e req-aa7360b3-a621-480a-b1d9-50f01727c67d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.551554 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-78332231-9594-480d-82d3-63d6f082e90e req-aa7360b3-a621-480a-b1d9-50f01727c67d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0520921 Jan 13 14:46:58.601554 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-78332231-9594-480d-82d3-63d6f082e90e req-bbf478bc-c1ec-405a-921b-4b78453b70b0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Jan 13 14:46:58.611912 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-3a19ffec-0d61-4dfb-b093-db8e768ff070 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f1e08e51-4031-4485-9ab0-73e104dd6016), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:58.642936 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.db.api [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-28bf1545-e99d-4068-9ced-6f511d7a80c6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d327ce54df504cbe945ce45baa556bc9 {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 14:46:58.643354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG oslo_db.api [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-28bf1545-e99d-4068-9ced-6f511d7a80c6 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 14:46:58.658156 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.db.api [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-6773112e-2a92-4317-8f2d-9e18a6a9d436 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d327ce54df504cbe945ce45baa556bc9 {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 14:46:58.658467 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG oslo_db.api [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-6773112e-2a92-4317-8f2d-9e18a6a9d436 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 14:46:58.663014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7da402b9-6cf5-4e89-807b-3eb3af614a67 req-3a19ffec-0d61-4dfb-b093-db8e768ff070 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524275 Jan 13 14:46:58.663825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19ffec-0d61-4dfb-b093-db8e768ff070 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e08e51-4031-4485-9ab0-73e104dd6016,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:46:58.771941 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f315af7-7261-4266-ae75-c4ec9c530aea req-66ab05bb-aba3-4af6-b31b-42d1238b0255 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:58.774676 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f315af7-7261-4266-ae75-c4ec9c530aea req-66ab05bb-aba3-4af6-b31b-42d1238b0255 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0539865 Jan 13 14:46:58.822280 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f315af7-7261-4266-ae75-c4ec9c530aea req-945f2df2-bf8e-4263-8ff1-971f07628424 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Jan 13 14:46:59.144845 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-28bf1545-e99d-4068-9ced-6f511d7a80c6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:59.159134 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-6773112e-2a92-4317-8f2d-9e18a6a9d436 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:46:59.255467 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f14868c0-b751-40ca-a5f6-7f19bd88d87d req-28bf1545-e99d-4068-9ced-6f511d7a80c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9303229 Jan 13 14:46:59.268616 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1756cc57-650e-47e0-a3ca-e58eebdd24f3 req-6773112e-2a92-4317-8f2d-9e18a6a9d436 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104812 Jan 13 14:46:59.568629 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc6e2-3c9e-40d6-b874-b34e3337e466 req-2d54c691-dce4-4275-b783-10fa00a3255f tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:59.573715 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-30ebc6e2-3c9e-40d6-b874-b34e3337e466 req-2d54c691-dce4-4275-b783-10fa00a3255f tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0669694 Jan 13 14:46:59.593722 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd25-2708-475c-935c-e9db64149b03 req-818425a0-84c1-4985-b828-292d5d3e1a9f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:59.595248 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1438bd25-2708-475c-935c-e9db64149b03 req-818425a0-84c1-4985-b828-292d5d3e1a9f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 944 time: 0.0529580 Jan 13 14:46:59.630989 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-30ebc6e2-3c9e-40d6-b874-b34e3337e466 req-3c9fb9c2-ed41-49e0-8bb1-20b44802b302 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Jan 13 14:46:59.659085 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1438bd25-2708-475c-935c-e9db64149b03 req-d9e85a58-dce7-456d-858a-9ca0a6a8ec81 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562136 Jan 13 14:46:59.750991 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd995e3-d7cf-4195-8cbd-cea837581985 req-1c96c4d9-f834-4cfc-bf33-f8ff33a1df71 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:59.750991 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8bd995e3-d7cf-4195-8cbd-cea837581985 req-1c96c4d9-f834-4cfc-bf33-f8ff33a1df71 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0509713 Jan 13 14:46:59.799907 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8bd995e3-d7cf-4195-8cbd-cea837581985 req-735cff98-e289-4d07-b2e5-eb56a6cdb2f6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441694 Jan 13 14:46:59.939091 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489ae18-d5c1-4490-b9d8-f72ae773beb9 req-137e5768-aa0f-44ec-9ad7-0dc2a22cf15f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:46:59.940476 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b489ae18-d5c1-4490-b9d8-f72ae773beb9 req-137e5768-aa0f-44ec-9ad7-0dc2a22cf15f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0499635 Jan 13 14:47:00.004428 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b489ae18-d5c1-4490-b9d8-f72ae773beb9 req-99b7dfb1-e0f8-4497-8f5d-0011d9d46660 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550578 Jan 13 14:47:00.330533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3dd44a19-e5ad-4e7c-b029-ed67d458c9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:00.751163 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe7ea-ef7e-4b95-888a-08da38dc7aaa req-9c89bf51-c2a8-41d5-b9c1-26a237e866e1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:00.752900 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-126fe7ea-ef7e-4b95-888a-08da38dc7aaa req-9c89bf51-c2a8-41d5-b9c1-26a237e866e1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0530961 Jan 13 14:47:00.778623 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2cd25-6b8f-48d5-a86f-f9c0aace5dc4 req-d4ac2cd5-77fd-4be9-b968-72c9e1825a94 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:00.780124 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2aa2cd25-6b8f-48d5-a86f-f9c0aace5dc4 req-d4ac2cd5-77fd-4be9-b968-72c9e1825a94 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 944 time: 0.0506082 Jan 13 14:47:00.803532 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-126fe7ea-ef7e-4b95-888a-08da38dc7aaa req-544457d6-0f5f-4e13-a097-5d27cc62564c tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Jan 13 14:47:00.836014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2aa2cd25-6b8f-48d5-a86f-f9c0aace5dc4 req-0007f493-6dcb-4b80-a711-f17e2951a553 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496688 Jan 13 14:47:00.923306 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:47:00.926651 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61f0-102b-452b-84bc-311d70abf784 req-5c737fac-5d0d-4f03-bff8-53c7b2aeb368 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:00.928155 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b42b61f0-102b-452b-84bc-311d70abf784 req-5c737fac-5d0d-4f03-bff8-53c7b2aeb368 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0578649 Jan 13 14:47:00.975856 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b42b61f0-102b-452b-84bc-311d70abf784 req-76a9a83d-d540-42eb-8981-3db3f667385e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Jan 13 14:47:01.125590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8ca15-ddef-48ae-8111-8386f6a4c280 req-f25c7ae8-fb10-4022-8d7d-a257730e49a5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:01.126996 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61a8ca15-ddef-48ae-8111-8386f6a4c280 req-f25c7ae8-fb10-4022-8d7d-a257730e49a5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0549893 Jan 13 14:47:01.176088 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61a8ca15-ddef-48ae-8111-8386f6a4c280 req-65833e43-5176-40ed-bf7c-eafaec9065f5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Jan 13 14:47:01.344475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['efbcd041-03ac-41b4-ae01-96fe89ef4f79'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:01.925119 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5a95-50bb-4640-bbe2-fdf9ce5d50b3 req-be8ed58a-3e37-4f5e-924b-e6f2b1c5fc2e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:01.926870 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd7b5a95-50bb-4640-bbe2-fdf9ce5d50b3 req-be8ed58a-3e37-4f5e-924b-e6f2b1c5fc2e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0536735 Jan 13 14:47:01.973447 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752033e-a260-434b-bc8d-1729fb7ec047 req-18f7eed2-c521-4280-91ff-f5cb9d298e28 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:01.975152 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e752033e-a260-434b-bc8d-1729fb7ec047 req-18f7eed2-c521-4280-91ff-f5cb9d298e28 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 944 time: 0.0651870 Jan 13 14:47:01.997739 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd7b5a95-50bb-4640-bbe2-fdf9ce5d50b3 req-4ab27ced-e3fe-4dd1-afe6-902eb6775a3d tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Jan 13 14:47:02.039543 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e752033e-a260-434b-bc8d-1729fb7ec047 req-80082428-4f4c-46fc-a5aa-63307eb8a842 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562346 Jan 13 14:47:02.114973 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6855f9e-b05d-451e-9397-c0343b28ce91 req-1bd68973-cbac-46fb-a456-08eb780b3b6a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:02.116467 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a6855f9e-b05d-451e-9397-c0343b28ce91 req-1bd68973-cbac-46fb-a456-08eb780b3b6a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 944 time: 0.0519471 Jan 13 14:47:02.167461 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a6855f9e-b05d-451e-9397-c0343b28ce91 req-75061a53-f9e6-4fa6-81a0-60cf7c607b38 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Jan 13 14:47:02.224734 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f5a9e741-395a-464c-992a-1aaf25a0416f up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:02.299226 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5abce-35d7-409f-b6d9-f243d57a6b26 req-7bd4103c-dd6b-4937-be37-cd0e70b3948e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:02.301030 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-75a5abce-35d7-409f-b6d9-f243d57a6b26 req-7bd4103c-dd6b-4937-be37-cd0e70b3948e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0557668 Jan 13 14:47:02.349942 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-75a5abce-35d7-409f-b6d9-f243d57a6b26 req-b945ead2-335d-4af2-8372-745391d5ce4b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Jan 13 14:47:02.373162 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port f5a9e741-395a-464c-992a-1aaf25a0416f completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:47:02.377812 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port f5a9e741-395a-464c-992a-1aaf25a0416f triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:02.378272 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.463266 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port f5a9e741-395a-464c-992a-1aaf25a0416f is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:02.463514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.495045 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:02.497744 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ae2ac-940e-4f04-b86d-0a1a05b2e57b" -d '{"events": [{"server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:02.513031 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f5a9e741-395a-464c-992a-1aaf25a0416f,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:02.539625 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4489e-9a96-4f96-b558-853e8dafa25f x-openstack-request-id: req-d6d4489e-9a96-4f96-b558-853e8dafa25f {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:02.540005 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:02.540268 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6d4489e-9a96-4f96-b558-853e8dafa25f {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:02.540666 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f', 'code': 200} Jan 13 14:47:02.579579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.579579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device efbcd041-03ac-41b4-ae01-96fe89ef4f79 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:02.667259 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:02.756860 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port efbcd041-03ac-41b4-ae01-96fe89ef4f79 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:47:02.762204 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port efbcd041-03ac-41b4-ae01-96fe89ef4f79 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:02.762364 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.862952 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port efbcd041-03ac-41b4-ae01-96fe89ef4f79 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:02.862952 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.900440 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:02.938979 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b6ac5-10ac-4af7-aa23-72cb738d65f7 req-8e5c61a3-21c1-44a0-8414-fa0898fae879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:02.940439 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-af7b6ac5-10ac-4af7-aa23-72cb738d65f7 req-8e5c61a3-21c1-44a0-8414-fa0898fae879 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 1098 time: 0.0428364 Jan 13 14:47:02.951209 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1ad26c90-3715-47d5-bcd9-071660b1cc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.980109 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:02.992457 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-af7b6ac5-10ac-4af7-aa23-72cb738d65f7 req-bdef9749-1973-4a9b-aacf-e37bf3609a03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Jan 13 14:47:03.034457 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:03.120308 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586fd6d-e329-43c8-97ea-c880d14b5b28 req-2b75995b-742b-47f0-aa72-7889e2332756 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:03.128614 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1586fd6d-e329-43c8-97ea-c880d14b5b28 req-2b75995b-742b-47f0-aa72-7889e2332756 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0603597 Jan 13 14:47:03.164561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37040) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:03.203961 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1586fd6d-e329-43c8-97ea-c880d14b5b28 req-6659cd1d-b56e-4843-a382-9db22952aa33 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708463 Jan 13 14:47:03.242712 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c631c-d7fe-4731-9213-9768099f90ea req-a444bf50-1c70-481a-866f-3d119ac050b5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:03.245191 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e47c631c-d7fe-4731-9213-9768099f90ea req-a444bf50-1c70-481a-866f-3d119ac050b5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.1079619 Jan 13 14:47:03.332298 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e47c631c-d7fe-4731-9213-9768099f90ea req-dc574e08-cafc-4328-982d-96e0192ef33d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720789 Jan 13 14:47:03.339535 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfacb27-4eb2-406c-a93e-1863f71b73d3 req-9b1dd0f0-d7bc-481c-81df-7b1e95e1ab34 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:03.343154 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9dfacb27-4eb2-406c-a93e-1863f71b73d3 req-9b1dd0f0-d7bc-481c-81df-7b1e95e1ab34 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0615611 Jan 13 14:47:03.374629 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b93c5fe-d652-4795-a554-6acb30b7a1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.432403 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9dfacb27-4eb2-406c-a93e-1863f71b73d3 req-f13b20ce-53b3-4194-aee2-059d607a5b9b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Jan 13 14:47:03.475753 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece6b4-19d0-4551-bb7a-e1febab75b71 req-2f9595a8-0734-4e34-9673-11282559cd4c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:03.477954 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccece6b4-19d0-4551-bb7a-e1febab75b71 req-2f9595a8-0734-4e34-9673-11282559cd4c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0568798 Jan 13 14:47:03.491490 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b93c5fe-d652-4795-a554-6acb30b7a1c4 admin admin] Publish callbacks [] for security_group (6955e81e-64a1-4ceb-bd01-45d38467cdb5), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.526847 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccece6b4-19d0-4551-bb7a-e1febab75b71 req-bfee70e4-5cb8-41eb-9615-89e618a406e5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Jan 13 14:47:03.553312 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b93c5fe-d652-4795-a554-6acb30b7a1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6955e81e-64a1-4ceb-bd01-45d38467cdb5), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.598180 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3b93c5fe-d652-4795-a554-6acb30b7a1c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fb48082a0e84860a74eb58bf92ef87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321978 Jan 13 14:47:03.602166 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93c5fe-d652-4795-a554-6acb30b7a1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6955e81e-64a1-4ceb-bd01-45d38467cdb5,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:03.602992 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37056) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:03.673753 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] Publish callbacks [] for security_group (6955e81e-64a1-4ceb-bd01-45d38467cdb5), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.705812 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] Publish callbacks [] for security_group (6955e81e-64a1-4ceb-bd01-45d38467cdb5), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.705940 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37058) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:03.819476 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2f8840d6-e8f2-4f48-8b72-42e5c61bb908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.837570 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6955e81e-64a1-4ceb-bd01-45d38467cdb5), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.840359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:03.843946 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6955e81e-64a1-4ceb-bd01-45d38467cdb5 HTTP/1.1" status: 204 len: 168 time: 0.2373905 Jan 13 14:47:03.852843 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2feb2a-a85b-4b34-9190-6c833ee642a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6955e81e-64a1-4ceb-bd01-45d38467cdb5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:03.943325 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2f8840d6-e8f2-4f48-8b72-42e5c61bb908 admin admin] Publish callbacks [] for security_group (ed8eaadf-b302-4998-a8ea-77ace9fd08f3), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.012215 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2f8840d6-e8f2-4f48-8b72-42e5c61bb908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ed8eaadf-b302-4998-a8ea-77ace9fd08f3), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.060678 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2f8840d6-e8f2-4f48-8b72-42e5c61bb908 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fdb19454a0149b196b617e4082685ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566837 Jan 13 14:47:04.063883 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37080) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:04.087031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8840d6-e8f2-4f48-8b72-42e5c61bb908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8eaadf-b302-4998-a8ea-77ace9fd08f3,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:04.120759 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] Publish callbacks [] for security_group (ed8eaadf-b302-4998-a8ea-77ace9fd08f3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.124504 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.154555 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] Publish callbacks [] for security_group (ed8eaadf-b302-4998-a8ea-77ace9fd08f3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.311436 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ed8eaadf-b302-4998-a8ea-77ace9fd08f3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.314420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.315945 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed8eaadf-b302-4998-a8ea-77ace9fd08f3 HTTP/1.1" status: 204 len: 168 time: 0.2509608 Jan 13 14:47:04.317842 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f602a-d679-4644-9241-ec907ba449cb req-e5902835-67a1-4dea-9f9b-ae0edc8fcefa tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:04.327506 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-345f602a-d679-4644-9241-ec907ba449cb req-e5902835-67a1-4dea-9f9b-ae0edc8fcefa tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0582750 Jan 13 14:47:04.329168 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb334323-2f70-4e86-9c79-1709beca6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8eaadf-b302-4998-a8ea-77ace9fd08f3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:04.408378 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-345f602a-d679-4644-9241-ec907ba449cb req-1f9c5073-d5fd-4ad7-b611-8ef703f59ac1 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760562 Jan 13 14:47:04.516184 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261bde-88dd-40d7-a838-df14d67b97a3 req-b5b4628b-a146-4690-a5ff-7176dbf7527d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:04.518345 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-43261bde-88dd-40d7-a838-df14d67b97a3 req-b5b4628b-a146-4690-a5ff-7176dbf7527d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0789011 Jan 13 14:47:04.542323 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:04.544880 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1dc7ca-f7b4-4ac2-919f-fe45d2db8ca7" -d '{"events": [{"server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "name": "network-vif-plugged", "status": "completed", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:04.584980 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-43261bde-88dd-40d7-a838-df14d67b97a3 req-cc3530cc-64da-4915-a9eb-ff393f66b182 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596356 Jan 13 14:47:04.597963 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37110) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:04.643596 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59eecfb5-b1a7-47f1-835d-0f72a087f4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.689362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b1fd-0aad-4550-8faf-55eed29aec8f req-74dc6387-8298-4c07-8a14-1caffb047c6c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:04.698857 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c04b1fd-0aad-4550-8faf-55eed29aec8f req-74dc6387-8298-4c07-8a14-1caffb047c6c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.1433506 Jan 13 14:47:04.736055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9bcbf-656c-4977-8146-afce53378392 x-openstack-request-id: req-e6f9bcbf-656c-4977-8146-afce53378392 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:04.736373 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "name": "network-vif-plugged", "status": "completed", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:04.737709 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6f9bcbf-656c-4977-8146-afce53378392 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:04.738344 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'code': 200} Jan 13 14:47:04.793295 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59eecfb5-b1a7-47f1-835d-0f72a087f4a5 admin admin] Publish callbacks [] for security_group (d3425917-68fe-4d96-9ff1-983881178a42), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:04.821365 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c04b1fd-0aad-4550-8faf-55eed29aec8f req-51f6f4d8-a7b0-4581-87f5-aba13717b81c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210635 Jan 13 14:47:04.899004 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f21686-f2b0-46f5-bac4-881398791ad6 req-27acaafd-380c-4b57-acfa-9c95972f00ff tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:04.900535 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-76f21686-f2b0-46f5-bac4-881398791ad6 req-27acaafd-380c-4b57-acfa-9c95972f00ff tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0501359 Jan 13 14:47:04.951174 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-76f21686-f2b0-46f5-bac4-881398791ad6 req-835bb61f-7995-4037-8204-feb79d9ea108 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Jan 13 14:47:04.972541 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59eecfb5-b1a7-47f1-835d-0f72a087f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d3425917-68fe-4d96-9ff1-983881178a42), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.018689 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-59eecfb5-b1a7-47f1-835d-0f72a087f4a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c6cbd4a60f94ab98ea34da3e43816a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193106 Jan 13 14:47:05.020655 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eecfb5-b1a7-47f1-835d-0f72a087f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3425917-68fe-4d96-9ff1-983881178a42,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:05.021570 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37116) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:05.074289 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] Publish callbacks [] for security_group (d3425917-68fe-4d96-9ff1-983881178a42), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.097253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] Publish callbacks [] for security_group (d3425917-68fe-4d96-9ff1-983881178a42), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.158452 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.190168 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761baf5-d34b-4f1b-b234-2e25d4366ff5 req-bf4feb8b-d828-4f5f-aef0-9214e53cb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:05.191712 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2761baf5-d34b-4f1b-b234-2e25d4366ff5 req-bf4feb8b-d828-4f5f-aef0-9214e53cb0ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1098 time: 0.0389071 Jan 13 14:47:05.235849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d3425917-68fe-4d96-9ff1-983881178a42), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.238956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.240225 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3425917-68fe-4d96-9ff1-983881178a42 HTTP/1.1" status: 204 len: 168 time: 0.2175131 Jan 13 14:47:05.251399 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37120) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:05.255683 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2761baf5-d34b-4f1b-b234-2e25d4366ff5 req-bf6d166f-4412-4590-a7b2-395dcea780db service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572319 Jan 13 14:47:05.256462 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427249e6-ebf5-4a6e-904f-1652f779a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3425917-68fe-4d96-9ff1-983881178a42,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:05.277175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0979-0cbe-4f47-8b5b-5404f32bdee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.369715 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0979-0cbe-4f47-8b5b-5404f32bdee4 admin admin] Publish callbacks [] for security_group (98a353d4-9677-4aa9-855a-8b0ca3158214), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.534888 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0979-0cbe-4f47-8b5b-5404f32bdee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (98a353d4-9677-4aa9-855a-8b0ca3158214), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.606340 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f6bc0979-0cbe-4f47-8b5b-5404f32bdee4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbfb72d8b50c46fd81a445b8177d7aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533673 Jan 13 14:47:05.608924 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37130) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:05.610662 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0979-0cbe-4f47-8b5b-5404f32bdee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a353d4-9677-4aa9-855a-8b0ca3158214,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:05.743463 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] Publish callbacks [] for security_group (98a353d4-9677-4aa9-855a-8b0ca3158214), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.805123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] Publish callbacks [] for security_group (98a353d4-9677-4aa9-855a-8b0ca3158214), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:05.829801 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75af65-a1ce-4f83-84b3-a1314856e7c1 req-31b971c2-7d3c-42ce-8839-68dda6e37e83 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:05.831307 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0d75af65-a1ce-4f83-84b3-a1314856e7c1 req-31b971c2-7d3c-42ce-8839-68dda6e37e83 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0897267 Jan 13 14:47:05.972148 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0d75af65-a1ce-4f83-84b3-a1314856e7c1 req-8a38dbdf-58a6-46ff-9043-0753209d54fd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314664 Jan 13 14:47:05.981826 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06408cdc-9b16-4f6f-8b19-a42d423f8a64 req-39f936f6-1bfe-4625-bc20-adb3e9c12089 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:05.991046 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-06408cdc-9b16-4f6f-8b19-a42d423f8a64 req-39f936f6-1bfe-4625-bc20-adb3e9c12089 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0858889 Jan 13 14:47:06.043131 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-06408cdc-9b16-4f6f-8b19-a42d423f8a64 req-b994c4a0-a48c-44e6-bdfd-08c7429f3b30 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Jan 13 14:47:06.044221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (98a353d4-9677-4aa9-855a-8b0ca3158214), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:06.047037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:06.048136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98a353d4-9677-4aa9-855a-8b0ca3158214 HTTP/1.1" status: 204 len: 168 time: 0.4379404 Jan 13 14:47:06.057892 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984134-f48a-4979-9b18-0f5c79dd886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a353d4-9677-4aa9-855a-8b0ca3158214,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:06.669665 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1d120-c7d2-4724-81d4-c695ef28c470 req-48758705-3bdf-469a-82b9-02e13ddb4bea tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:06.671919 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-63c1d120-c7d2-4724-81d4-c695ef28c470 req-48758705-3bdf-469a-82b9-02e13ddb4bea tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0564198 Jan 13 14:47:06.691569 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:06.728466 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-63c1d120-c7d2-4724-81d4-c695ef28c470 req-50cb74ba-e817-4007-a183-6f5c5ec9a301 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503378 Jan 13 14:47:06.789184 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-7803e0c4-4a33-466c-b448-4f1996a3b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:06.790812 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-7803e0c4-4a33-466c-b448-4f1996a3b70a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 1098 time: 0.0529523 Jan 13 14:47:06.923221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-0539beb5-b57e-41b4-9da2-dcc1c145544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:06.925320 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-0539beb5-b57e-41b4-9da2-dcc1c145544d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.1287961 Jan 13 14:47:06.978231 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-102ebe2f-b9e5-4154-98ed-6bf687bf0992 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a9e741-395a-464c-992a-1aaf25a0416f HTTP/1.1" status: 200 len: 217 time: 0.0454128 Jan 13 14:47:07.057001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-d9d0d536-b4f5-49bc-bf4d-863927e4940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:07.062471 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-d9d0d536-b4f5-49bc-bf4d-863927e4940d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.0775795 Jan 13 14:47:07.137874 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-bb3faf9a-825c-4a61-9766-178709e1e5b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508800 Jan 13 14:47:07.161056 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf059-38e5-4f0d-afe3-33851c9538e3 req-fb7cb610-2ef6-49e5-b2a1-277789da1a33 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:07.161056 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-adabf059-38e5-4f0d-afe3-33851c9538e3 req-fb7cb610-2ef6-49e5-b2a1-277789da1a33 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0927377 Jan 13 14:47:07.496755 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-adabf059-38e5-4f0d-afe3-33851c9538e3 req-ab9dd98f-00f6-4e68-8e8d-4884990a5397 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3258135 Jan 13 14:47:07.550115 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-e16d6787-b307-4907-a51a-c5e74000029c service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862388 Jan 13 14:47:07.659810 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92364f2b-b1d2-4ac4-8f81-995f311893bf req-f2768efc-fb16-4393-84cf-de2e7672cf46 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056437 Jan 13 14:47:07.817734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896024a-4e83-4a38-b6dd-2971c82a7b1e req-cecdaa16-d13a-4819-94db-caf27f621efd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:07.819214 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3896024a-4e83-4a38-b6dd-2971c82a7b1e req-cecdaa16-d13a-4819-94db-caf27f621efd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0611916 Jan 13 14:47:07.828483 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37254) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:07.835250 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'floatingip': {'port_id': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:07.958170 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:08.296966 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f8549-4275-4b6e-b97c-530d6a780ced req-650bdd95-8979-4bab-ac6a-63fd773ef5d9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:08.298894 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-192f8549-4275-4b6e-b97c-530d6a780ced req-650bdd95-8979-4bab-ac6a-63fd773ef5d9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0619524 Jan 13 14:47:08.383430 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-192f8549-4275-4b6e-b97c-530d6a780ced req-ff142a4d-c986-4f8d-b7c2-1173df7ef79c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737975 Jan 13 14:47:08.725488 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:08.832972 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:08.946555 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Floating IP 120b00b5-56d6-49b4-93f3-997e3e2f488e associated. External IP: 172.27.0.47, port: efbcd041-03ac-41b4-ae01-96fe89ef4f79. Jan 13 14:47:09.180603 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:47:09.316393 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:47:09.322552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:09.331975 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:47:09.344941 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:09.345849 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:09.360493 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-91f36fd3-17ce-46c8-bee6-6ef2f1053309 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "PUT /v2.0/floatingips/120b00b5-56d6-49b4-93f3-997e3e2f488e HTTP/1.1" status: 200 len: 990 time: 1.5309048 Jan 13 14:47:09.361145 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:09.363779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ac797b-890f-4158-94fa-ab022a582c10" -d '{"events": [{"name": "network-changed", "server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:09.404376 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d5f5e5-44a0-4a22-b599-cc738b228c8f x-openstack-request-id: req-42d5f5e5-44a0-4a22-b599-cc738b228c8f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:09.404636 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:09.404927 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42d5f5e5-44a0-4a22-b599-cc738b228c8f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:09.405333 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'status': 'completed', 'code': 200} Jan 13 14:47:09.499307 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:09.534523 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-0be3b8eb-1e4f-4a40-917a-e18a381c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:09.536082 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-0be3b8eb-1e4f-4a40-917a-e18a381c182f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1098 time: 0.0976896 Jan 13 14:47:09.546012 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf31baf-bf48-41b6-8674-5ae0e6d5c618 req-41713c3c-40dd-4c8c-9e89-7edeb0e49195 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:09.552443 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5bf31baf-bf48-41b6-8674-5ae0e6d5c618 req-41713c3c-40dd-4c8c-9e89-7edeb0e49195 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0699043 Jan 13 14:47:09.664011 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5bf31baf-bf48-41b6-8674-5ae0e6d5c618 req-94e0784f-b3c5-41a2-a1f9-bbf35023f522 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996594 Jan 13 14:47:09.680097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-caf87b70-43c8-4705-a901-ebd16ecbb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:09.681936 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-caf87b70-43c8-4705-a901-ebd16ecbb1e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.1259205 Jan 13 14:47:09.790477 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-0d8c082a-453a-4b5c-9bbb-97e05aec6a3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 998 time: 0.0936069 Jan 13 14:47:09.792232 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '120b00b5-56d6-49b4-93f3-997e3e2f488e', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:10:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae0a36-eec0-405b-8353-89030d11e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:46:32Z', 'updated_at': '2022-01-13T14:47:08Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:09.818372 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:47:09.828033 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:09.828658 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:09.851424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-835bda5b-3b65-4c3d-a1fe-b03daeb7c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:09.852865 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-835bda5b-3b65-4c3d-a1fe-b03daeb7c625 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0520158 Jan 13 14:47:09.901342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-20e8e112-5f3f-46d3-b469-7f7641984482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:09.903004 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-20e8e112-5f3f-46d3-b469-7f7641984482 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442317 Jan 13 14:47:10.021185 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-3bab3bd6-1090-4fa5-a857-2280b1d104f4 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121831 Jan 13 14:47:10.029190 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:10.347121 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '120b00b5-56d6-49b4-93f3-997e3e2f488e', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:10:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae0a36-eec0-405b-8353-89030d11e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:46:32Z', 'updated_at': '2022-01-13T14:47:08Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:10.363179 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8ac797b-890f-4158-94fa-ab022a582c10 req-fec9ce2e-d008-4aa0-afe9-13003996eb90 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282483 Jan 13 14:47:10.379193 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a082be7-951d-42f4-a36e-602dc018aef1 None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '120b00b5-56d6-49b4-93f3-997e3e2f488e', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:10:d3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae0a36-eec0-405b-8353-89030d11e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:46:32Z', 'updated_at': '2022-01-13T14:47:08Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:47:10.602443 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7ee57-b2a9-41e9-848e-ba365b196413 None None] New status for floating IP 120b00b5-56d6-49b4-93f3-997e3e2f488e: ACTIVE {{(pid=109678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:47:10.793075 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ed80-4432-4167-a2b7-afd4189a075e req-40fff60d-0aba-42a1-8803-2f71ad25f9d9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:10.794675 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7909ed80-4432-4167-a2b7-afd4189a075e req-40fff60d-0aba-42a1-8803-2f71ad25f9d9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0551457 Jan 13 14:47:10.857094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7909ed80-4432-4167-a2b7-afd4189a075e req-2ee0b2c5-d78e-4b33-bafa-96ca6c661c45 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565412 Jan 13 14:47:11.998279 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8678-1648-4cf0-8cd8-eed9e82209fc req-624dbbb0-bf56-4ddc-8f5d-30dd44029fe6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:11.999832 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dd1f8678-1648-4cf0-8cd8-eed9e82209fc req-624dbbb0-bf56-4ddc-8f5d-30dd44029fe6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0589693 Jan 13 14:47:12.056266 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dd1f8678-1648-4cf0-8cd8-eed9e82209fc req-c9a93414-2b68-4f93-bb63-a2da8a755865 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Jan 13 14:47:13.184491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51ba8-9bd4-448d-9c6a-579923b0d65c req-5db39975-8b0f-4f65-975e-1f4ee8e4bfa4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:13.186092 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ae51ba8-9bd4-448d-9c6a-579923b0d65c req-5db39975-8b0f-4f65-975e-1f4ee8e4bfa4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0555501 Jan 13 14:47:13.242276 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ae51ba8-9bd4-448d-9c6a-579923b0d65c req-32cc298d-5909-4e8d-88ed-dbf6fa7e4cb3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Jan 13 14:47:14.360177 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e9da-01b6-4125-8133-d23812588b83 req-6527c94f-3140-4ccf-985b-595c97a05d52 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:14.361791 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3e41e9da-01b6-4125-8133-d23812588b83 req-6527c94f-3140-4ccf-985b-595c97a05d52 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0503018 Jan 13 14:47:14.415094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3e41e9da-01b6-4125-8133-d23812588b83 req-d8d9b542-0878-41c3-bb6b-e0f150ee2817 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Jan 13 14:47:14.803100 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37524) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:14.881527 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37528) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:14.961005 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.006325 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbc83-2c36-42a5-882e-c0f68f1f8389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.084529 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Publish callbacks [] for security_group (6454626d-c055-4d0c-8192-54c8cadf81d5), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.117756 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbc83-2c36-42a5-882e-c0f68f1f8389 admin admin] Publish callbacks [] for security_group (bbdf6bea-a178-4990-b5d3-14f7c7fad003), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.168056 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6454626d-c055-4d0c-8192-54c8cadf81d5), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.217773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbc83-2c36-42a5-882e-c0f68f1f8389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bbdf6bea-a178-4990-b5d3-14f7c7fad003), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.240922 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af724e2d74f343119c4b0c1a12e3686a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339364 Jan 13 14:47:15.240922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6454626d-c055-4d0c-8192-54c8cadf81d5,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:15.242545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37538) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:15.260747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.261198 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.261649 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.262192 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.262746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.263171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.263590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.264005 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.264487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.264914 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.265497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.265940 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.266361 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73383e89-3a37-4d77-96bd-76f5326c854f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.303420 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d3bdbc83-2c36-42a5-882e-c0f68f1f8389 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ea0a356e8cc4ec3bb82951005047cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198372 Jan 13 14:47:15.308117 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37540) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:15.313502 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdbc83-2c36-42a5-882e-c0f68f1f8389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf6bea-a178-4990-b5d3-14f7c7fad003,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:15.318000 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Publish callbacks [] for security_group (6454626d-c055-4d0c-8192-54c8cadf81d5), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.359749 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Publish callbacks [] for security_group (6454626d-c055-4d0c-8192-54c8cadf81d5), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.406751 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] Publish callbacks [] for security_group (bbdf6bea-a178-4990-b5d3-14f7c7fad003), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.432751 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] Publish callbacks [] for security_group (bbdf6bea-a178-4990-b5d3-14f7c7fad003), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.513540 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6454626d-c055-4d0c-8192-54c8cadf81d5), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.516704 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.518215 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6454626d-c055-4d0c-8192-54c8cadf81d5 HTTP/1.1" status: 204 len: 168 time: 0.2735088 Jan 13 14:47:15.538782 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454626d-c055-4d0c-8192-54c8cadf81d5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:15.547904 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.548492 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.549632 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.549754 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9794f-240a-4b88-a278-56f74c820c3d req-f40d0d4b-bbe7-4f97-bef3-9814d68cf77e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:15.550684 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.551647 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ed9794f-240a-4b88-a278-56f74c820c3d req-f40d0d4b-bbe7-4f97-bef3-9814d68cf77e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jan 13 14:47:15.557894 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.562280 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f3852-2ec2-4e8b-b89a-1c1a4a80cd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:15.582928 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bbdf6bea-a178-4990-b5d3-14f7c7fad003), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.587786 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:15.598670 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbdf6bea-a178-4990-b5d3-14f7c7fad003 HTTP/1.1" status: 204 len: 168 time: 0.2846823 Jan 13 14:47:15.610749 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6666-f669-424b-a18c-c500d28998e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf6bea-a178-4990-b5d3-14f7c7fad003,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:15.616569 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ed9794f-240a-4b88-a278-56f74c820c3d req-487eccc1-3809-4cc8-9cb6-f9c01879b30c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571990 Jan 13 14:47:15.965153 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-0068b91b-4256-407c-bb38-9d86679de1e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417295 Jan 13 14:47:16.057726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-2a7cc8f0-b05d-4385-b8ff-73edb497f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:16.059411 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-2a7cc8f0-b05d-4385-b8ff-73edb497f88e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad96b4e05730490bb7899c7ec12d7dfc&device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 1098 time: 0.0416050 Jan 13 14:47:16.187779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-35d49020-b319-48d6-9ef7-fb0a302c43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:16.192147 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-35d49020-b319-48d6-9ef7-fb0a302c43af service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca HTTP/1.1" status: 200 len: 911 time: 0.0937178 Jan 13 14:47:16.231548 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-99f8a154-0f62-4f93-a2a2-9f9e3a31791c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28378ee2-ddec-4c46-8305-41d70c3b760e HTTP/1.1" status: 200 len: 217 time: 0.0347724 Jan 13 14:47:16.291941 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-4009fe3e-eddc-45b9-a28c-9424d68b4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:16.293434 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-4009fe3e-eddc-45b9-a28c-9424d68b4add service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb1db654-7563-4de9-9db7-52d346b02248 HTTP/1.1" status: 200 len: 851 time: 0.0528667 Jan 13 14:47:16.306092 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37560) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:16.323273 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92e3e928-522c-4454-86a8-cb8ad54245af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.346503 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-c6e9d2c8-d437-447b-a468-d8028a5ae7ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b69b163-ebb0-448e-9b49-3ef0acecd6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440385 Jan 13 14:47:16.383228 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37562) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:16.406356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6de2f469-179e-4da9-bb21-5e10ebe7554f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.432932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92e3e928-522c-4454-86a8-cb8ad54245af admin admin] Publish callbacks [] for security_group (9693aa66-aaf8-41fc-b688-e0ecc2a061ac), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.448345 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-fa9d7a47-a0fb-4a8a-bfa3-8ae61ea17a6d service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Jan 13 14:47:16.498564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92e3e928-522c-4454-86a8-cb8ad54245af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9693aa66-aaf8-41fc-b688-e0ecc2a061ac), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.502351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6de2f469-179e-4da9-bb21-5e10ebe7554f admin admin] Publish callbacks [] for security_group (870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.546042 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-92e3e928-522c-4454-86a8-cb8ad54245af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24c909cbbc51474287425f0d02596d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383690 Jan 13 14:47:16.546851 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-362d8bae-782b-45d6-b24d-6949c2bca266 req-ec1ee3f0-4f90-4bed-b819-73e30f75484a service neutron] 10.222.0.66 "GET /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911953 Jan 13 14:47:16.547228 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e928-522c-4454-86a8-cb8ad54245af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693aa66-aaf8-41fc-b688-e0ecc2a061ac,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:16.548590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37564) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:16.569796 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6de2f469-179e-4da9-bb21-5e10ebe7554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.617476 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] Publish callbacks [] for security_group (9693aa66-aaf8-41fc-b688-e0ecc2a061ac), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.618396 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6de2f469-179e-4da9-bb21-5e10ebe7554f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f88d3eaede641afad5cb190f539a698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339981 Jan 13 14:47:16.621016 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37568) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:16.627412 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2f469-179e-4da9-bb21-5e10ebe7554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:16.641390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] Publish callbacks [] for security_group (9693aa66-aaf8-41fc-b688-e0ecc2a061ac), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.683032 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] Publish callbacks [] for security_group (870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.693553 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.708083 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] Publish callbacks [] for security_group (870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.753671 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674caee2-d60d-4954-bf57-a52f8ed47094 req-3d7622c7-0177-4890-bfa3-c7ea76f6962b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:16.755246 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-674caee2-d60d-4954-bf57-a52f8ed47094 req-3d7622c7-0177-4890-bfa3-c7ea76f6962b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0586698 Jan 13 14:47:16.777163 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9693aa66-aaf8-41fc-b688-e0ecc2a061ac), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.779901 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.781063 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9693aa66-aaf8-41fc-b688-e0ecc2a061ac HTTP/1.1" status: 204 len: 168 time: 0.2310727 Jan 13 14:47:16.798911 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18aa7c-b25a-4c8a-ab31-a8400385af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693aa66-aaf8-41fc-b688-e0ecc2a061ac,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:16.818990 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-674caee2-d60d-4954-bf57-a52f8ed47094 req-dc17b6ff-df7b-4698-a248-78355130c5f7 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Jan 13 14:47:16.831429 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.833963 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:16.835159 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1 HTTP/1.1" status: 204 len: 168 time: 0.2132297 Jan 13 14:47:16.848196 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0bc2-2cec-4485-9792-16cd14c31cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870fa3e6-f1b5-4e5b-90a9-7c54051b7fb1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:17.949827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee953e-4d3b-4084-b399-40e4d1150431 req-16010847-6fd1-474a-8e9d-e26a3b81d27d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:17.951770 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53ee953e-4d3b-4084-b399-40e4d1150431 req-16010847-6fd1-474a-8e9d-e26a3b81d27d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0569820 Jan 13 14:47:18.000792 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53ee953e-4d3b-4084-b399-40e4d1150431 req-9a7c6d28-b8e7-40ca-a972-ae9d79474717 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Jan 13 14:47:18.215121 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37656) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:18.481272 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f65d2087-9a59-4aac-a13f-1f85f26b2a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.572089 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f65d2087-9a59-4aac-a13f-1f85f26b2a5d admin admin] Publish callbacks [] for security_group (53be042a-e20c-4f5c-8359-3e0acae6fa11), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.640155 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f65d2087-9a59-4aac-a13f-1f85f26b2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (53be042a-e20c-4f5c-8359-3e0acae6fa11), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.686991 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d2087-9a59-4aac-a13f-1f85f26b2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53be042a-e20c-4f5c-8359-3e0acae6fa11,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:18.720792 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f65d2087-9a59-4aac-a13f-1f85f26b2a5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e0002aba1ab45f99ffd16b755dc412e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022640 Jan 13 14:47:18.721479 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37686) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:18.774333 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] Publish callbacks [] for security_group (53be042a-e20c-4f5c-8359-3e0acae6fa11), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.806153 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] Publish callbacks [] for security_group (53be042a-e20c-4f5c-8359-3e0acae6fa11), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.959382 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (53be042a-e20c-4f5c-8359-3e0acae6fa11), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.963437 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:18.967082 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53be042a-e20c-4f5c-8359-3e0acae6fa11 HTTP/1.1" status: 204 len: 168 time: 0.2442873 Jan 13 14:47:18.986349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab204ae-d73f-4511-8bcb-95ba340c5da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53be042a-e20c-4f5c-8359-3e0acae6fa11,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:19.161182 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766f5b-d6f6-43c3-9455-655bf9ae9e84 req-cb94418e-1336-481f-a889-3fab03aa56ce tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:19.162904 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-10766f5b-d6f6-43c3-9455-655bf9ae9e84 req-cb94418e-1336-481f-a889-3fab03aa56ce tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0674765 Jan 13 14:47:19.220676 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-10766f5b-d6f6-43c3-9455-655bf9ae9e84 req-30fe39ab-702f-4581-a708-ef1cc829f066 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507991 Jan 13 14:47:19.575577 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862a53e-9b20-417d-be33-3d41a3fca67d req-6f640840-fc73-43fa-8499-bd1aec9d6d18 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:19.577322 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1862a53e-9b20-417d-be33-3d41a3fca67d req-6f640840-fc73-43fa-8499-bd1aec9d6d18 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0621791 Jan 13 14:47:19.642417 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1862a53e-9b20-417d-be33-3d41a3fca67d req-f2282021-8e29-42b3-bb30-7829bb2b6983 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Jan 13 14:47:19.889736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37748) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:19.904131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-63f91a2d-90db-4a1d-80cd-eae1740260d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:19.980178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-63f91a2d-90db-4a1d-80cd-eae1740260d1 admin admin] Publish callbacks [] for security_group (6f69e785-b245-45ae-b63a-60b23bec803e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.113093 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-63f91a2d-90db-4a1d-80cd-eae1740260d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6f69e785-b245-45ae-b63a-60b23bec803e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.160299 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-63f91a2d-90db-4a1d-80cd-eae1740260d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b0e91b764ff489ca976e746d9815605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691453 Jan 13 14:47:20.162750 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f91a2d-90db-4a1d-80cd-eae1740260d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f69e785-b245-45ae-b63a-60b23bec803e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:20.163040 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37752) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:20.222809 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] Publish callbacks [] for security_group (6f69e785-b245-45ae-b63a-60b23bec803e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.245687 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] Publish callbacks [] for security_group (6f69e785-b245-45ae-b63a-60b23bec803e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.371209 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d791e-c14b-4dcb-9f07-d98e8d00780c req-3d0982e7-cd14-4960-a716-e44f3adc8de4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:20.371209 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dc3d791e-c14b-4dcb-9f07-d98e8d00780c req-3d0982e7-cd14-4960-a716-e44f3adc8de4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0659881 Jan 13 14:47:20.417370 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6f69e785-b245-45ae-b63a-60b23bec803e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.422912 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.424791 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f69e785-b245-45ae-b63a-60b23bec803e HTTP/1.1" status: 204 len: 168 time: 0.2597651 Jan 13 14:47:20.430003 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dc3d791e-c14b-4dcb-9f07-d98e8d00780c req-711e9116-e64f-4511-b27c-72eddd51f60c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Jan 13 14:47:20.438427 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c2c9-0da0-43c3-b623-297d19640577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f69e785-b245-45ae-b63a-60b23bec803e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:20.455538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37770) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:20.576715 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7513e9c-51bb-4582-87d1-14f11a685f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.685766 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7513e9c-51bb-4582-87d1-14f11a685f29 admin admin] Publish callbacks [] for security_group (58b62b17-3074-498c-885b-020d41d746d2), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.752577 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7513e9c-51bb-4582-87d1-14f11a685f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (58b62b17-3074-498c-885b-020d41d746d2), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.774667 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8d75-d365-477a-b8f3-15893f737b73 req-a917b73d-43db-4c34-83f1-97c2617d5a01 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:20.776165 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bd3a8d75-d365-477a-b8f3-15893f737b73 req-a917b73d-43db-4c34-83f1-97c2617d5a01 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0507565 Jan 13 14:47:20.792404 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7513e9c-51bb-4582-87d1-14f11a685f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b62b17-3074-498c-885b-020d41d746d2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:20.796577 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c7513e9c-51bb-4582-87d1-14f11a685f29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cb2d61b26a54bada5e13017737e811e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400152 Jan 13 14:47:20.799605 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37790) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:20.854084 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bd3a8d75-d365-477a-b8f3-15893f737b73 req-117736cc-1176-4ebc-9d33-811cf5047d0b tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Jan 13 14:47:20.876518 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] Publish callbacks [] for security_group (58b62b17-3074-498c-885b-020d41d746d2), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:20.902960 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] Publish callbacks [] for security_group (58b62b17-3074-498c-885b-020d41d746d2), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.067698 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (58b62b17-3074-498c-885b-020d41d746d2), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.071703 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.072856 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58b62b17-3074-498c-885b-020d41d746d2 HTTP/1.1" status: 204 len: 168 time: 0.2721589 Jan 13 14:47:21.084052 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950535-fc93-4320-9c1f-987627d39809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b62b17-3074-498c-885b-020d41d746d2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:21.520925 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37822) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:21.582011 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906274-b96e-479e-a175-246f0ff96793 req-039135e2-1c69-40e2-bed3-e2ea7e6dd978 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:21.583575 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d906274-b96e-479e-a175-246f0ff96793 req-039135e2-1c69-40e2-bed3-e2ea7e6dd978 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0681152 Jan 13 14:47:21.671842 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d906274-b96e-479e-a175-246f0ff96793 req-451c647e-eb39-454b-b154-f1264ad07914 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713222 Jan 13 14:47:21.724311 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c334027-5ba8-461f-a9b1-bc191b96718a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.827851 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c334027-5ba8-461f-a9b1-bc191b96718a admin admin] Publish callbacks [] for security_group (937b1bb1-2834-4257-be30-14f60f7ef243), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.834284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-b1a0a37d-bdb0-4079-aa88-4c1d030c094e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:21.836656 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-b1a0a37d-bdb0-4079-aa88-4c1d030c094e tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.0658145 Jan 13 14:47:21.899375 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37846) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:21.912067 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71dc8150-0e63-47c7-954f-131da0b3aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:21.916484 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c334027-5ba8-461f-a9b1-bc191b96718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (937b1bb1-2834-4257-be30-14f60f7ef243), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.023138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Deleting port 28378ee2-ddec-4c46-8305-41d70c3b760e {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:47:22.023781 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.045670 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0c334027-5ba8-461f-a9b1-bc191b96718a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddf97efdfe4c49ed86568dc2ec916fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222969 Jan 13 14:47:22.047133 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334027-5ba8-461f-a9b1-bc191b96718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937b1bb1-2834-4257-be30-14f60f7ef243,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:22.051542 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37850) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:22.122524 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781b15-2f94-4d90-96f4-d9da6de211eb req-6aad8721-3842-4c4e-a606-4cc266281cbc tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:22.125484 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b2781b15-2f94-4d90-96f4-d9da6de211eb req-6aad8721-3842-4c4e-a606-4cc266281cbc tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 945 time: 0.1880856 Jan 13 14:47:22.161989 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] For port 28378ee2-ddec-4c46-8305-41d70c3b760e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=28378ee2-ddec-4c46-8305-41d70c3b760e,segment=NetworkSegment(7cee292c-2f28-4f4c-9b58-7f7999df18ab),segment_id=7cee292c-2f28-4f4c-9b58-7f7999df18ab)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:22.162648 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.199271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Calling delete_port for 28378ee2-ddec-4c46-8305-41d70c3b760e owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:47:22.228077 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71dc8150-0e63-47c7-954f-131da0b3aaeb admin admin] Publish callbacks [] for security_group (03c9b842-f035-4228-b5a6-56c9e870b43a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.236180 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] Publish callbacks [] for security_group (937b1bb1-2834-4257-be30-14f60f7ef243), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.244846 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b2781b15-2f94-4d90-96f4-d9da6de211eb req-03d1d7f6-f4a3-4836-b708-4a33ed697e07 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ea5db1a-c901-4258-a03e-0d7c77a797d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051385 Jan 13 14:47:22.292550 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] Publish callbacks [] for security_group (937b1bb1-2834-4257-be30-14f60f7ef243), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.359564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71dc8150-0e63-47c7-954f-131da0b3aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (03c9b842-f035-4228-b5a6-56c9e870b43a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.421523 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-71dc8150-0e63-47c7-954f-131da0b3aaeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0edade8752e64a7a81a4d1af3bfda7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222797 Jan 13 14:47:22.422260 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc8150-0e63-47c7-954f-131da0b3aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c9b842-f035-4228-b5a6-56c9e870b43a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:22.424684 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37856) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:22.475510 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] Publish callbacks [] for security_group (03c9b842-f035-4228-b5a6-56c9e870b43a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.500992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] Publish callbacks [] for security_group (03c9b842-f035-4228-b5a6-56c9e870b43a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.564208 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (937b1bb1-2834-4257-be30-14f60f7ef243), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.566819 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.567986 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/937b1bb1-2834-4257-be30-14f60f7ef243 HTTP/1.1" status: 204 len: 168 time: 0.5084894 Jan 13 14:47:22.577087 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ae6f6-b202-438c-9b91-de4eb019a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937b1bb1-2834-4257-be30-14f60f7ef243,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:22.627848 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (28378ee2-ddec-4c46-8305-41d70c3b760e), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.647416 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['28378ee2-ddec-4c46-8305-41d70c3b760e'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:22.663852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Pushing event deleted for resources: {'Port': ['ID=28378ee2-ddec-4c46-8305-41d70c3b760e,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:22.708475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (03c9b842-f035-4228-b5a6-56c9e870b43a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.712824 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.714932 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03c9b842-f035-4228-b5a6-56c9e870b43a HTTP/1.1" status: 204 len: 168 time: 0.2890580 Jan 13 14:47:22.763977 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] No DVR routers for this DVR port 28378ee2-ddec-4c46-8305-41d70c3b760e on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:47:22.765782 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab29b-d7f6-4eaf-a2a9-17017f14b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c9b842-f035-4228-b5a6-56c9e870b43a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:22.769320 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:22.775721 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c99b957c-5a2d-45db-92b1-29a93a7050bc req-2ef9c06c-0c11-4861-b1a4-b2a0e55d0a67 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.66 "DELETE /v2.0/ports/28378ee2-ddec-4c46-8305-41d70c3b760e HTTP/1.1" status: 204 len: 173 time: 0.9309616 Jan 13 14:47:22.775890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'name': 'network-vif-deleted', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:22.781919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78aa7b6-1374-49a8-acf9-9cac793de059" -d '{"events": [{"server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "name": "network-vif-deleted", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:22.846927 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195f359-8a84-4d63-baaf-2ae5e661a5e6 x-openstack-request-id: req-d195f359-8a84-4d63-baaf-2ae5e661a5e6 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:22.847417 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e330156-1b30-4910-aa28-c113b18a97df", "name": "network-vif-deleted", "tag": "28378ee2-ddec-4c46-8305-41d70c3b760e", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:22.847849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d195f359-8a84-4d63-baaf-2ae5e661a5e6 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:22.848805 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e330156-1b30-4910-aa28-c113b18a97df', 'name': 'network-vif-deleted', 'tag': '28378ee2-ddec-4c46-8305-41d70c3b760e', 'status': 'completed', 'code': 200} Jan 13 14:47:22.853863 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bee96-7925-4e36-88a8-413345781925 req-15b19577-4e8e-4021-b3a8-00584848c426 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:22.860507 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4b3bee96-7925-4e36-88a8-413345781925 req-15b19577-4e8e-4021-b3a8-00584848c426 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.1035340 Jan 13 14:47:22.912137 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4b3bee96-7925-4e36-88a8-413345781925 req-38e9d0cc-da6e-49dc-9ba9-22518b64fb78 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462561 Jan 13 14:47:23.365253 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b03d97f7-bbe6-413e-b980-798e8a6a0a20 req-636acbb2-ae3f-45a7-bbee-ae65c58a7991 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.0296531 Jan 13 14:47:23.565611 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37888) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:23.579819 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-011d7579-9051-48f6-bf4d-49b5cec4d410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:23.660558 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-011d7579-9051-48f6-bf4d-49b5cec4d410 admin admin] Publish callbacks [] for security_group (94dead95-db57-4506-8a6a-80469892aec5), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:23.746956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-011d7579-9051-48f6-bf4d-49b5cec4d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (94dead95-db57-4506-8a6a-80469892aec5), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:23.772052 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37896) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:23.797549 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-011d7579-9051-48f6-bf4d-49b5cec4d410 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e7f2c9fe21444679ef21fe2d2e43605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304361 Jan 13 14:47:23.798827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7579-9051-48f6-bf4d-49b5cec4d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dead95-db57-4506-8a6a-80469892aec5,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:23.809925 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 37902) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:23.887342 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] Publish callbacks [] for security_group (94dead95-db57-4506-8a6a-80469892aec5), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:23.917664 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] Publish callbacks [] for security_group (94dead95-db57-4506-8a6a-80469892aec5), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:23.934163 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a20c98e2-1b3b-444f-aebc-5355678f0391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.040917 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e3c86-f843-4e76-b30b-39e72167ff79 req-f22bd6c5-40a9-4f52-af7f-734127c2fb4f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:24.042476 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-295e3c86-f843-4e76-b30b-39e72167ff79 req-f22bd6c5-40a9-4f52-af7f-734127c2fb4f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0543375 Jan 13 14:47:24.090537 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-295e3c86-f843-4e76-b30b-39e72167ff79 req-bc3f70bf-6da0-4509-88a8-d8aefa4535ea tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Jan 13 14:47:24.424747 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (94dead95-db57-4506-8a6a-80469892aec5), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.427383 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.431780 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94dead95-db57-4506-8a6a-80469892aec5 HTTP/1.1" status: 204 len: 168 time: 0.6172383 Jan 13 14:47:24.439901 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87026-5a77-4f9b-85c7-24c35bab3016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dead95-db57-4506-8a6a-80469892aec5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:24.521697 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f6342494-7b90-4f98-b656-3ca000a1f54a req-5397d259-9025-4ab7-b5f8-e7361a473e43 tempest-DeleteServersTestJSON-132356935 tempest-DeleteServersTestJSON-132356935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e330156-1b30-4910-aa28-c113b18a97df HTTP/1.1" status: 200 len: 210 time: 0.0571432 Jan 13 14:47:24.572996 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a20c98e2-1b3b-444f-aebc-5355678f0391 admin admin] Publish callbacks [] for security_group (84fed87d-76cc-4ce7-977e-ce0b04af4674), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.655745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a20c98e2-1b3b-444f-aebc-5355678f0391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (84fed87d-76cc-4ce7-977e-ce0b04af4674), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.700442 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c98e2-1b3b-444f-aebc-5355678f0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fed87d-76cc-4ce7-977e-ce0b04af4674,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:24.704987 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-a20c98e2-1b3b-444f-aebc-5355678f0391 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c82ea28e6f534cee8d4eeff9e3efc324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9301474 Jan 13 14:47:24.707969 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 37930) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:24.793195 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] Publish callbacks [] for security_group (84fed87d-76cc-4ce7-977e-ce0b04af4674), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.832479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] Publish callbacks [] for security_group (84fed87d-76cc-4ce7-977e-ce0b04af4674), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.969642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (84fed87d-76cc-4ce7-977e-ce0b04af4674), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.972309 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:24.973450 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84fed87d-76cc-4ce7-977e-ce0b04af4674 HTTP/1.1" status: 204 len: 168 time: 0.2645848 Jan 13 14:47:24.984004 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be264a0f-cf39-4feb-83b6-48d94a12322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fed87d-76cc-4ce7-977e-ce0b04af4674,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:25.404150 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ce7e-27a1-4234-9172-a784fb9d1e22 req-e6c9319d-f079-454b-8ef5-19db81647f36 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:25.405742 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3b25ce7e-27a1-4234-9172-a784fb9d1e22 req-e6c9319d-f079-454b-8ef5-19db81647f36 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0643866 Jan 13 14:47:25.473894 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3b25ce7e-27a1-4234-9172-a784fb9d1e22 req-abab20b8-aec5-4422-8d8e-eff163c71fd3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592089 Jan 13 14:47:25.909295 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38000) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:25.922022 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9c770ccc-a282-47a4-be48-6fa3f604e1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.033628 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38010) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:26.038415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9c770ccc-a282-47a4-be48-6fa3f604e1a6 admin admin] Publish callbacks [] for security_group (8c87a2fa-57c5-47de-8afe-8589025ccbdb), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.123992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9c770ccc-a282-47a4-be48-6fa3f604e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (8c87a2fa-57c5-47de-8afe-8589025ccbdb), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.161120 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c770ccc-a282-47a4-be48-6fa3f604e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c87a2fa-57c5-47de-8afe-8589025ccbdb,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:26.168098 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9c770ccc-a282-47a4-be48-6fa3f604e1a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=213f5b85f92d4f8ab1f5c4df75e9e1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562730 Jan 13 14:47:26.169019 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38016) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:26.183413 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c678024-ff6b-4481-a53e-6b765a431d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.225036 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] Publish callbacks [] for security_group (8c87a2fa-57c5-47de-8afe-8589025ccbdb), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.262090 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] Publish callbacks [] for security_group (8c87a2fa-57c5-47de-8afe-8589025ccbdb), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.283073 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c678024-ff6b-4481-a53e-6b765a431d5d admin admin] Publish callbacks [] for security_group (91a00519-16a1-439b-a6ee-4a2b2eb45031), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.338481 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 28378ee2-ddec-4c46-8305-41d70c3b760e no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:47:26.361186 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 28378ee2-ddec-4c46-8305-41d70c3b760e {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:47:26.361613 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 28378ee2-ddec-4c46-8305-41d70c3b760e not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:47:26.427349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c678024-ff6b-4481-a53e-6b765a431d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (91a00519-16a1-439b-a6ee-4a2b2eb45031), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.468053 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0c678024-ff6b-4481-a53e-6b765a431d5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6043559776fe4d8eb89251b6d1435a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333520 Jan 13 14:47:26.468978 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678024-ff6b-4481-a53e-6b765a431d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a00519-16a1-439b-a6ee-4a2b2eb45031,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:26.470842 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38022) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:26.475435 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (8c87a2fa-57c5-47de-8afe-8589025ccbdb), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.477306 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.478902 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c87a2fa-57c5-47de-8afe-8589025ccbdb HTTP/1.1" status: 204 len: 168 time: 0.3095586 Jan 13 14:47:26.501448 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618359b-edb5-4f8e-91d3-88814ddfceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c87a2fa-57c5-47de-8afe-8589025ccbdb,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:26.551162 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] Publish callbacks [] for security_group (91a00519-16a1-439b-a6ee-4a2b2eb45031), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.586938 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] Publish callbacks [] for security_group (91a00519-16a1-439b-a6ee-4a2b2eb45031), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.643664 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38032) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:26.660514 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ceded-be25-4646-931b-de3ae63329cf req-a3bcc4e4-2462-439b-b3d7-a5b9a9027171 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:26.661954 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cf1ceded-be25-4646-931b-de3ae63329cf req-a3bcc4e4-2462-439b-b3d7-a5b9a9027171 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0584881 Jan 13 14:47:26.717159 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cf1ceded-be25-4646-931b-de3ae63329cf req-19df0db5-74dd-4fe4-bb7a-7d4eb83ce139 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 Jan 13 14:47:26.724603 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (91a00519-16a1-439b-a6ee-4a2b2eb45031), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.732957 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.734133 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91a00519-16a1-439b-a6ee-4a2b2eb45031 HTTP/1.1" status: 204 len: 168 time: 0.2616363 Jan 13 14:47:26.744431 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aab48d-46a9-4784-9271-2ab45fd8bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a00519-16a1-439b-a6ee-4a2b2eb45031,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:26.781175 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1797708122-network', 'tenant_id': '3f950a956db4481cb2a4d5e28ca8aac0'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:26.872559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Made reservation on behalf of 3f950a956db4481cb2a4d5e28ca8aac0 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:26.874972 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.885149 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:26.963829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks [] for security_group (30382015-2768-4d98-8c37-9ea1c9e63c5b), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.032487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (30382015-2768-4d98-8c37-9ea1c9e63c5b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.061954 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:47:27.065281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30382015-2768-4d98-8c37-9ea1c9e63c5b,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:27.078038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (ff9b962a-6a1a-4957-b912-00c401fbc85c), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.079340 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Added segment ff9b962a-6a1a-4957-b912-00c401fbc85c of type vlan for network e354292e-ba77-4f23-8e9e-3b3037cb956b Jan 13 14:47:27.150497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (e354292e-ba77-4f23-8e9e-3b3037cb956b), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.234859 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38066) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:27.276363 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (e354292e-ba77-4f23-8e9e-3b3037cb956b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.277195 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:27.277944 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.294227 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Deleting subnet eb1db654-7563-4de9-9db7-52d346b02248 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:47:27.308694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Publish callbacks [] for subnet (eb1db654-7563-4de9-9db7-52d346b02248), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.363495 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7169609 Jan 13 14:47:27.366490 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38072) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:27.371645 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Request body: {'subnet': {'network_id': 'e354292e-ba77-4f23-8e9e-3b3037cb956b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1797708122-subnet', 'tenant_id': '3f950a956db4481cb2a4d5e28ca8aac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:27.385751 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741d96-ccd3-4a4e-8b91-4d60a3d3f97f admin admin] Pushing event updated for resources: {'Network': ['ID=e354292e-ba77-4f23-8e9e-3b3037cb956b,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:27.391567 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Publish callbacks [] for subnet (eb1db654-7563-4de9-9db7-52d346b02248), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.397209 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (eb1db654-7563-4de9-9db7-52d346b02248), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.402587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network e354292e-ba77-4f23-8e9e-3b3037cb956b details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:47:27.484361 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Made reservation on behalf of 3f950a956db4481cb2a4d5e28ca8aac0 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:27.486835 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.542910 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for subnet (eb1db654-7563-4de9-9db7-52d346b02248), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.575136 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1db654-7563-4de9-9db7-52d346b02248,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:27.577311 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.583988 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-5385b8c5-4929-44ce-9fbf-3d0e1d90fa3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb1db654-7563-4de9-9db7-52d346b02248 HTTP/1.1" status: 204 len: 168 time: 0.3455470 Jan 13 14:47:27.589767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38082) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:27.641578 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38088) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:27.660145 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-737519a6-331d-44d2-9b17-f3f0f79f8af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.713736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (9b69b163-ebb0-448e-9b49-3ef0acecd6ca), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.842156 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-737519a6-331d-44d2-9b17-f3f0f79f8af6 admin admin] Publish callbacks [] for security_group (b3b98279-feb7-40d4-b43c-9046d240de0d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.872152 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413cbb3-0494-4ee4-9799-92adce9c9017 req-131bf9bf-5ad4-4247-bd06-512da068f20e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:27.876120 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c413cbb3-0494-4ee4-9799-92adce9c9017 req-131bf9bf-5ad4-4247-bd06-512da068f20e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0728045 Jan 13 14:47:27.883387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (9b69b163-ebb0-448e-9b49-3ef0acecd6ca), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.888638 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (f54141b6-a334-45ea-a499-4dad60d834ba), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.914724 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.915073 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.915837 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.916387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > port after_create 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.916898 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.917378 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > port after_update 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.919002 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.919496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.920381 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.920849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:27.945431 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-737519a6-331d-44d2-9b17-f3f0f79f8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (b3b98279-feb7-40d4-b43c-9046d240de0d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:27.980686 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54141b6-a334-45ea-a499-4dad60d834ba,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:28.030377 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-737519a6-331d-44d2-9b17-f3f0f79f8af6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c3000db776d456cb58799bbf47616f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852193 Jan 13 14:47:28.030377 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737519a6-331d-44d2-9b17-f3f0f79f8af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b98279-feb7-40d4-b43c-9046d240de0d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:28.030726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:28.031145 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:28.031232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38098) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:28.031316 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:28.031616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 14:47:28.031987 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b69b163-ebb0-448e-9b49-3ef0acecd6ca']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:28.059132 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cee292c-2f28-4f4c-9b58-7f7999df18ab') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:28.059599 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cee292c-2f28-4f4c-9b58-7f7999df18ab') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:28.064990 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c413cbb3-0494-4ee4-9799-92adce9c9017 req-92ffc1e9-f5ed-4413-ac5f-73a65b888803 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786466 Jan 13 14:47:28.078037 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Checking segment: {'id': 'ff9b962a-6a1a-4957-b912-00c401fbc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e354292e-ba77-4f23-8e9e-3b3037cb956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:28.078403 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Network hostable DHCP agents. Network: e354292e-ba77-4f23-8e9e-3b3037cb956b, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:47:28.085618 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b0e0aa9d-d9f7-4d95-b335-6d9992b5ff00 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:28.090696 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b0e0aa9d-d9f7-4d95-b335-6d9992b5ff00 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.4402347 Jan 13 14:47:28.092463 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (7cee292c-2f28-4f4c-9b58-7f7999df18ab), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.126550 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (7cee292c-2f28-4f4c-9b58-7f7999df18ab), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.130165 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] Publish callbacks [] for security_group (b3b98279-feb7-40d4-b43c-9046d240de0d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.132154 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-0ce96436-0a2c-4375-a9c1-b742dd17bed1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/quotas/edb74e308d4f4a2487e92290470e0f85 HTTP/1.1" status: 200 len: 375 time: 0.0271056 Jan 13 14:47:28.139185 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:47:28.139607 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (7cee292c-2f28-4f4c-9b58-7f7999df18ab), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:47:28.143624 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:47:28.165145 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] Publish callbacks [] for security_group (b3b98279-feb7-40d4-b43c-9046d240de0d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.210865 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Network e354292e-ba77-4f23-8e9e-3b3037cb956b is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:47:28.243701 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-e1ec603b-b0ec-4f81-b2dc-fb4ffbb1639c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896370 Jan 13 14:47:28.296155 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, e354292e-ba77-4f23-8e9e-3b3037cb956b) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:28.300774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:28.302118 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.311549 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f43b9-276e-475d-8b87-0215489162e4 None None] Network e354292e-ba77-4f23-8e9e-3b3037cb956b requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:28.324790 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (b3b98279-feb7-40d4-b43c-9046d240de0d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.326221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (9b69b163-ebb0-448e-9b49-3ef0acecd6ca), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.328774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.330695 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3b98279-feb7-40d4-b43c-9046d240de0d HTTP/1.1" status: 204 len: 168 time: 0.2923744 Jan 13 14:47:28.337743 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:28.338620 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] 10.222.0.60 "DELETE /v2.0/networks/9b69b163-ebb0-448e-9b49-3ef0acecd6ca HTTP/1.1" status: 204 len: 168 time: 0.7477398 Jan 13 14:47:28.345267 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d8caf-7d89-4f60-ad70-83cd89bfd37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b98279-feb7-40d4-b43c-9046d240de0d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:28.368225 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1438a11-2686-45b1-bfb3-402e52c87d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b69b163-ebb0-448e-9b49-3ef0acecd6ca,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:28.399345 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-991a7022-ff2e-418c-b54f-2897f949788e service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444404 Jan 13 14:47:28.435436 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-7d24ce75-a79e-41c4-858e-acd488f9a020 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0677419 Jan 13 14:47:28.494153 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc17e72-82ef-4cc0-8dff-48d8fd2e1a1f None None] Network e354292e-ba77-4f23-8e9e-3b3037cb956b requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:28.528582 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-285e58de-92f4-4c82-8512-4a0d10786f66 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136355 Jan 13 14:47:28.830631 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1f627494-67cf-47b1-9772-da3dc6a0668f req-3cb879af-ae8a-4427-9091-3ecc62961941 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Jan 13 14:47:28.887881 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38134) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:28.943570 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-63926257-4718-4fb1-aa22-dc52bf487fde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad96b4e05730490bb7899c7ec12d7dfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514956 Jan 13 14:47:28.944377 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38138) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:29.008757 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] Publish callbacks [] for security_group (9ea5db1a-c901-4258-a03e-0d7c77a797d9), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:29.032140 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] Publish callbacks [] for security_group (9ea5db1a-c901-4258-a03e-0d7c77a797d9), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:29.187260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9ea5db1a-c901-4258-a03e-0d7c77a797d9), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:29.189886 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:29.191042 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ea5db1a-c901-4258-a03e-0d7c77a797d9 HTTP/1.1" status: 204 len: 168 time: 0.2454426 Jan 13 14:47:29.204710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8e7f9-bee1-430a-a49b-30e246458d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5db1a-c901-4258-a03e-0d7c77a797d9,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:29.223616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482399db-8469-4f1c-96a6-931597826eb4 req-e9b26689-6202-42dd-9539-bdbcae42f292 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:29.225127 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-482399db-8469-4f1c-96a6-931597826eb4 req-e9b26689-6202-42dd-9539-bdbcae42f292 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0739615 Jan 13 14:47:29.321163 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-482399db-8469-4f1c-96a6-931597826eb4 req-48b28d29-e204-4311-9bbc-01757f4d226d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709105 Jan 13 14:47:29.931127 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4ce3ed43-a7cd-46e9-9537-ce8f6ba4b3d9 req-05d79c6d-3037-4d1e-8451-5bf970470351 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 210 time: 0.0264111 Jan 13 14:47:30.359327 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-6069cc36-b5ff-42e7-8760-c5c76667de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:30.469237 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8172b-65e3-4961-b10a-90f83deb9bb0 req-75f68d8d-0c91-43fc-91e3-7d190c0b5c87 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:30.473619 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a6d8172b-65e3-4961-b10a-90f83deb9bb0 req-75f68d8d-0c91-43fc-91e3-7d190c0b5c87 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0519927 Jan 13 14:47:30.553256 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a6d8172b-65e3-4961-b10a-90f83deb9bb0 req-e996a98d-ce5b-4e2b-b96c-1750d9cdd904 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732055 Jan 13 14:47:30.718903 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38220) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:30.723696 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-651062365-network', 'tenant_id': '2965f2668ed845b7a3f56e18a3dd53c9'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:30.843880 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Made reservation on behalf of 2965f2668ed845b7a3f56e18a3dd53c9 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:30.846167 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:30.855328 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.006060 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks [] for security_group (c59edffe-9388-4880-8d37-822d375d3e98), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.043052 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-0a47bcf8-94f3-46d8-a3d1-3b0a364ca30c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:31.044924 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-0a47bcf8-94f3-46d8-a3d1-3b0a364ca30c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.1402557 Jan 13 14:47:31.057125 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-18afe444-09af-42a3-820d-dce3b3576d5e req-9c531bf9-8864-4354-ad35-732f4b54e547 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 210 time: 0.0366058 Jan 13 14:47:31.061552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Request body: {'port': {'device_id': '3f99e883-b698-4710-b47a-34c185174192', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'admin_state_up': True, 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:31.121418 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c59edffe-9388-4880-8d37-822d375d3e98), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.155782 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:47:31.177044 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59edffe-9388-4880-8d37-822d375d3e98,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:31.187218 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (0a9a05f7-70a6-4951-8c72-935605709b8b), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.191748 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Added segment 0a9a05f7-70a6-4951-8c72-935605709b8b of type vlan for network 4352f7cd-e2f2-40e0-ab59-5f58fdeca668 Jan 13 14:47:31.259308 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (4352f7cd-e2f2-40e0-ab59-5f58fdeca668), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.369259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:31.378210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.378210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (4352f7cd-e2f2-40e0-ab59-5f58fdeca668), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.378210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:31.378210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.496977 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7769482 Jan 13 14:47:31.500968 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5ee53-a7f4-45bf-9e4d-f371e620ff24 admin admin] Pushing event updated for resources: {'Network': ['ID=4352f7cd-e2f2-40e0-ab59-5f58fdeca668,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:31.501175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38248) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:31.508416 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Request body: {'subnet': {'network_id': '4352f7cd-e2f2-40e0-ab59-5f58fdeca668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-651062365-subnet', 'tenant_id': '2965f2668ed845b7a3f56e18a3dd53c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:31.521318 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 4352f7cd-e2f2-40e0-ab59-5f58fdeca668 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:47:31.627193 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38258) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:31.632231 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Allocated IP 172.20.0.4 (2aab19ad-341f-4e96-8583-33dad89a7e71/3c1ee154-2c67-408b-9d1b-3b933215ff25/f3cccac6-6708-4353-a4ec-2428a0f428a6) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:31.657094 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Made reservation on behalf of 2965f2668ed845b7a3f56e18a3dd53c9 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:31.666089 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:31.770270 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed96221-e9f9-4967-9df1-ec93452d6e0a req-e7fd29e6-25a7-4332-93b9-4c2af090b4fb tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:31.774008 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ed96221-e9f9-4967-9df1-ec93452d6e0a req-e7fd29e6-25a7-4332-93b9-4c2af090b4fb tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.1004069 Jan 13 14:47:31.863705 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-network', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:32.020171 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Made reservation on behalf of 4737c2ee7ffb4cd3b2ea0338197d2a47 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:32.024375 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.033532 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.046254 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (239232e1-bfe9-4f53-a9b5-e5070a972e0a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.134853 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239232e1-bfe9-4f53-a9b5-e5070a972e0a,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:32.160860 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Checking segment: {'id': '0a9a05f7-70a6-4951-8c72-935605709b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4352f7cd-e2f2-40e0-ab59-5f58fdeca668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:32.161439 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Network hostable DHCP agents. Network: 4352f7cd-e2f2-40e0-ab59-5f58fdeca668, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:47:32.183196 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ed96221-e9f9-4967-9df1-ec93452d6e0a req-afe12bf6-a8f4-47b2-97aa-0ef9971810d9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608236 Jan 13 14:47:32.213765 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00df7de1-bf59-421d-ae1f-437d6de9524d req-c8187538-3745-496b-a93a-0fa0cbfc1568 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 210 time: 0.0406358 Jan 13 14:47:32.219775 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks [] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.226399 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks [] for security_group (d670fcba-e000-4816-b6fe-a7f688ba4c10), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.312071 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Network 4352f7cd-e2f2-40e0-ab59-5f58fdeca668 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:47:32.312301 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.314299 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d670fcba-e000-4816-b6fe-a7f688ba4c10), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.324860 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:32.345723 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:47:32.358953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670fcba-e000-4816-b6fe-a7f688ba4c10,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:32.361397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:32.361668 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (b0f55d96-6205-4ecc-b69d-0caab3a33b7b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.362019 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Added segment b0f55d96-6205-4ecc-b69d-0caab3a33b7b of type vlan for network 7605abc3-31d3-4004-b7f7-8f4736993c0d Jan 13 14:47:32.369634 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:32.372991 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:32.401584 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event updated for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:32.412838 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (7605abc3-31d3-4004-b7f7-8f4736993c0d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.425630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 4352f7cd-e2f2-40e0-ab59-5f58fdeca668) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:32.431727 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:32.432421 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.448206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a25fb5-e3db-48d1-be83-9d7924916c4f None None] Network 4352f7cd-e2f2-40e0-ab59-5f58fdeca668 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:32.463189 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:32.463857 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.521524 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6704b7c4-2293-44d3-8d06-6f51a25e4d73 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0195847 Jan 13 14:47:32.550522 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (7605abc3-31d3-4004-b7f7-8f4736993c0d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.551529 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:32.552114 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.566816 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-b44dc9ae-50cd-499c-8ced-cfcccb250eb7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4996910 Jan 13 14:47:32.573157 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Request body: {'port': {'device_id': '3f99e883-b698-4710-b47a-34c185174192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:32.640262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.657968 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] Pushing event updated for resources: {'Network': ['ID=7605abc3-31d3-4004-b7f7-8f4736993c0d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:32.660715 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c3376-26c1-4fb8-8e43-e75c6c2452b8 None None] Network 4352f7cd-e2f2-40e0-ab59-5f58fdeca668 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:32.689821 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:47:32.762557 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-cdbe7ce9-19d7-411a-add4-a758289a02fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1334991 Jan 13 14:47:32.766216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38310) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:32.772825 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Request body: {'subnet': {'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-subnet', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:32.920467 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Made reservation on behalf of 4737c2ee7ffb4cd3b2ea0338197d2a47 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:32.923664 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:32.947578 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e8fdef50-b3f4-4fc3-ad70-eff5afaf32c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.045970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cccac6-6708-4353-a4ec-2428a0f428a6 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:33.055235 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks [] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.072873 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Transition to ACTIVE for port object f3cccac6-6708-4353-a4ec-2428a0f428a6 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:47:33.133854 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.214827 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38330) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:33.233309 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (4ae4ff8d-0104-4e78-b155-14a835e33761), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.271481 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Pushing event updated for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:33.378921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Attempting to bind port f3cccac6-6708-4353-a4ec-2428a0f428a6 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:33.379173 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Attempting to bind port f3cccac6-6708-4353-a4ec-2428a0f428a6 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:33.379393 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Attempting to bind port f3cccac6-6708-4353-a4ec-2428a0f428a6 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:33.387173 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Port f3cccac6-6708-4353-a4ec-2428a0f428a6 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:47:33.387572 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Attempting to bind port f3cccac6-6708-4353-a4ec-2428a0f428a6 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:33.394980 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:33.395308 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Checking segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:33.395707 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Bound using segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:33.396134 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Bound port: f3cccac6-6708-4353-a4ec-2428a0f428a6, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:33.396489 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.399831 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75d45284-a336-4a74-8332-0d4af36ad889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.426430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740f108-b858-4ba2-90df-e50780e6889f req-cd1f4802-0723-435f-bb46-54965ded6e5e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.428079 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b740f108-b858-4ba2-90df-e50780e6889f req-cd1f4802-0723-435f-bb46-54965ded6e5e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.0838723 Jan 13 14:47:33.453201 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae4ff8d-0104-4e78-b155-14a835e33761,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:33.463054 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Checking segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:33.464002 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Network hostable DHCP agents. Network: 7605abc3-31d3-4004-b7f7-8f4736993c0d, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:47:33.484356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eef88-f348-48fb-a491-00c28e6fe82a req-ccc79910-1c26-409a-b6c8-31731729a775 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.485786 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1c5eef88-f348-48fb-a491-00c28e6fe82a req-ccc79910-1c26-409a-b6c8-31731729a775 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.1783636 Jan 13 14:47:33.509791 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:33.513571 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:33.518314 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b740f108-b858-4ba2-90df-e50780e6889f req-36ec9a64-9681-45ad-9688-4f487f585063 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Jan 13 14:47:33.590402 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:47:33.600146 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75d45284-a336-4a74-8332-0d4af36ad889 admin admin] Publish callbacks [] for security_group (78de0b19-2249-4572-92ad-a05d294830de), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.605442 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1c5eef88-f348-48fb-a491-00c28e6fe82a req-f2a5e03b-22c9-471b-8e60-35c727fdcd70 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111698 Jan 13 14:47:33.620479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.658427 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.658691 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.660073 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] 10.222.0.66 "PUT /v2.0/ports/f3cccac6-6708-4353-a4ec-2428a0f428a6 HTTP/1.1" status: 200 len: 1093 time: 1.0919106 Jan 13 14:47:33.662710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:33.666773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f36422-8854-4802-a9b9-61ad3c8995c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:33.692162 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee614d8-0a3a-4ace-9c12-363165ac148e service neutron] Pushing event updated for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:33.707069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19809e3d-fdb4-4bde-a7da-3b77590b40b6 x-openstack-request-id: req-19809e3d-fdb4-4bde-a7da-3b77590b40b6 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:33.707480 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:33.707741 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19809e3d-fdb4-4bde-a7da-3b77590b40b6 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:33.708141 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6', 'status': 'completed', 'code': 200} Jan 13 14:47:33.746336 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 7605abc3-31d3-4004-b7f7-8f4736993c0d) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:33.748135 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75d45284-a336-4a74-8332-0d4af36ad889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (78de0b19-2249-4572-92ad-a05d294830de), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.762099 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2c821-5c55-4ea7-b19a-1446b84c882d None None] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:33.774950 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.775711 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.785763 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-58d376f2-0a9c-48e2-9a09-04b705b74082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.787350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-58d376f2-0a9c-48e2-9a09-04b705b74082 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 1096 time: 0.0543029 Jan 13 14:47:33.811970 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d45284-a336-4a74-8332-0d4af36ad889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de0b19-2249-4572-92ad-a05d294830de,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:33.818301 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-75d45284-a336-4a74-8332-0d4af36ad889 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3d0fbe35026481c89a0b7809f2cace8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016166 Jan 13 14:47:33.822479 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38346) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:33.894801 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] Publish callbacks [] for security_group (78de0b19-2249-4572-92ad-a05d294830de), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.903680 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6f3fc18f-1cdf-44ca-8219-34d47f329aa7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1360161 Jan 13 14:47:33.906003 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38352) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:33.912359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:33.917885 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-7605abc3-31d3-4004-b7f7-8f4736993c0d', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:47:33.918839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.942411 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] Publish callbacks [] for security_group (78de0b19-2249-4572-92ad-a05d294830de), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:33.962735 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-8a25d9cf-1b7a-49f9-9ac2-37651b1d93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:33.964432 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-8a25d9cf-1b7a-49f9-9ac2-37651b1d93b4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=edb74e308d4f4a2487e92290470e0f85&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1584036 Jan 13 14:47:34.077249 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.077459 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-446527ab-233b-428f-ac9e-75f713a1143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.078250 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.079046 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a8f36422-8854-4802-a9b9-61ad3c8995c7 req-446527ab-233b-428f-ac9e-75f713a1143c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1052179 Jan 13 14:47:34.080945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Allocated IP 172.20.0.2 (7605abc3-31d3-4004-b7f7-8f4736993c0d/4ae4ff8d-0104-4e78-b155-14a835e33761/b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:34.098246 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (78de0b19-2249-4572-92ad-a05d294830de), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.101221 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.105371 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78de0b19-2249-4572-92ad-a05d294830de HTTP/1.1" status: 204 len: 168 time: 0.2795210 Jan 13 14:47:34.126851 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9275d-4632-4efe-b8f8-1063e1854a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de0b19-2249-4572-92ad-a05d294830de,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:34.164037 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for router_controller (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.169543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.216144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-f890bad8-2624-4681-a823-6dbb2107795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.217642 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-f890bad8-2624-4681-a823-6dbb2107795b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 1096 time: 0.0500972 Jan 13 14:47:34.284294 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-83c9675e-ce36-4d15-9a45-87a68192f22b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6 HTTP/1.1" status: 200 len: 217 time: 0.0577824 Jan 13 14:47:34.349750 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-0fa2e420-09aa-449b-9efe-b92f68ce1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.351377 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-0fa2e420-09aa-449b-9efe-b92f68ce1939 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.0589530 Jan 13 14:47:34.372092 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc5d46-c30b-4106-afd7-d89a9b2c2ce6 req-66e27d9c-be99-4a91-bb08-35f77423fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.373612 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1bcc5d46-c30b-4106-afd7-d89a9b2c2ce6 req-66e27d9c-be99-4a91-bb08-35f77423fe9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 1098 time: 0.1550982 Jan 13 14:47:34.406181 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-03d085b2-3006-40a0-9edc-6eb770138f71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443358 Jan 13 14:47:34.431270 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks [] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.490970 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1bcc5d46-c30b-4106-afd7-d89a9b2c2ce6 req-9234c521-85a8-4dc2-8fd9-2045774542ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Jan 13 14:47:34.529095 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.531471 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-3f27e799-34f1-4da0-bc63-6fb2fa582514 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175866 Jan 13 14:47:34.593694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for router_gateway (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.618529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:34.623849 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:34.627436 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:34.676014 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465f93-6202-4cf1-9755-3373222e7a5a req-64de6dbd-97af-4722-b9b9-c8c11d773f2d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.685478 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-67465f93-6202-4cf1-9755-3373222e7a5a req-64de6dbd-97af-4722-b9b9-c8c11d773f2d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.0657740 Jan 13 14:47:34.704523 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Pushing event updated for resources: {'Port': ['ID=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:34.730131 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Attempting to bind port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:34.730670 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Attempting to bind port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:34.731107 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Attempting to bind port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:34.739253 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:34.739775 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Checking segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:34.740255 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.740785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Bound using segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:34.741939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Bound port: b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:34.742416 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.746767 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.747278 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.747700 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.748146 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.748547 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.748951 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.749396 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.750453 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.750973 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.751588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.752009 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.752885 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.752885 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:34.768350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-67465f93-6202-4cf1-9755-3373222e7a5a req-36b2a60f-2dcb-48d1-af05-494dca162d04 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817180 Jan 13 14:47:34.813476 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f72cd-8536-4e18-8b31-0a327b7d13bc req-5c263d31-ca0d-460d-96c3-4e5eea343420 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:34.815050 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-940f72cd-8536-4e18-8b31-0a327b7d13bc req-5c263d31-ca0d-460d-96c3-4e5eea343420 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0765300 Jan 13 14:47:34.842514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] For port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:34.846134 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] For port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:34.885491 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-940f72cd-8536-4e18-8b31-0a327b7d13bc req-c8e27558-da71-4831-8b6c-f10dd60db775 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630727 Jan 13 14:47:34.953709 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:34.954404 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38378) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:34.971886 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-58c5edc7-3c77-473b-9fd1-466fd28150eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.025972 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for router_gateway (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.027313 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e307-2ced-4e2f-b7c3-aba4300b15c7 None None] Pushing event updated for resources: {'Port': ['ID=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:35.052866 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.070146 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-58c5edc7-3c77-473b-9fd1-466fd28150eb admin admin] Publish callbacks [] for security_group (93d4704e-f756-4505-ad85-c815932ff371), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.141359 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-58c5edc7-3c77-473b-9fd1-466fd28150eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (93d4704e-f756-4505-ad85-c815932ff371), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.180084 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Allocated IP 172.27.0.235 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/efd27476-681e-4a0d-823a-127dc2df6cff) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:35.194543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.221104 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5edc7-3c77-473b-9fd1-466fd28150eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d4704e-f756-4505-ad85-c815932ff371,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:35.227855 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-58c5edc7-3c77-473b-9fd1-466fd28150eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc5747d20f2d4d5497625a45609155f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716765 Jan 13 14:47:35.228738 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38384) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:35.235170 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38386) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:35.306210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] Publish callbacks [] for security_group (93d4704e-f756-4505-ad85-c815932ff371), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.337653 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] Publish callbacks [] for security_group (93d4704e-f756-4505-ad85-c815932ff371), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.372639 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for port (efd27476-681e-4a0d-823a-127dc2df6cff), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.464874 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34d75d77-0b76-44d2-8b25-42dc5801b5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.496150 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.537109 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (93d4704e-f756-4505-ad85-c815932ff371), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.540097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.541287 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93d4704e-f756-4505-ad85-c815932ff371 HTTP/1.1" status: 204 len: 168 time: 0.2974982 Jan 13 14:47:35.560393 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623d95b-ad46-42ee-8b8e-5b654cd1f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d4704e-f756-4505-ad85-c815932ff371,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:35.580619 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Pushing event updated for resources: {'Port': ['ID=efd27476-681e-4a0d-823a-127dc2df6cff,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:35.593552 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:35.596702 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:35.607085 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:35.634351 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34d75d77-0b76-44d2-8b25-42dc5801b5c0 admin admin] Publish callbacks [] for security_group (6ffd9089-5f35-4a56-bbfa-401dd6b425bb), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.679604 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34d75d77-0b76-44d2-8b25-42dc5801b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6ffd9089-5f35-4a56-bbfa-401dd6b425bb), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.728974 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75d77-0b76-44d2-8b25-42dc5801b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd9089-5f35-4a56-bbfa-401dd6b425bb,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:35.736258 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-34d75d77-0b76-44d2-8b25-42dc5801b5c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e38a526bfa54c3d9a4df0d0b386aac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5059822 Jan 13 14:47:35.737274 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38398) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:35.794660 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] Publish callbacks [] for security_group (6ffd9089-5f35-4a56-bbfa-401dd6b425bb), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.821876 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] Publish callbacks [] for security_group (6ffd9089-5f35-4a56-bbfa-401dd6b425bb), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.906419 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12ce5a-3cf0-4304-8a3b-c4eb1f7cac75 req-a90712ee-c7fc-4d0c-b2f7-9235dbb1c759 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:35.908015 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ce12ce5a-3cf0-4304-8a3b-c4eb1f7cac75 req-a90712ee-c7fc-4d0c-b2f7-9235dbb1c759 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.0647159 Jan 13 14:47:35.946769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6ffd9089-5f35-4a56-bbfa-401dd6b425bb), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.949435 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:35.950583 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ffd9089-5f35-4a56-bbfa-401dd6b425bb HTTP/1.1" status: 204 len: 168 time: 0.2123735 Jan 13 14:47:35.969002 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecbe44-0722-4509-b5dd-f8d2b144bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd9089-5f35-4a56-bbfa-401dd6b425bb,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:36.041732 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ce12ce5a-3cf0-4304-8a3b-c4eb1f7cac75 req-f2116ee1-a1bb-40ae-b641-0a34d1661ae8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989859 Jan 13 14:47:36.074456 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for router_gateway (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.232274 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fb762-1021-45c1-8e18-f21c337fba57 req-d7e3a8a9-63ea-4705-ba48-c9c66a71f996 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:36.233853 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-be0fb762-1021-45c1-8e18-f21c337fba57 req-d7e3a8a9-63ea-4705-ba48-c9c66a71f996 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0972829 Jan 13 14:47:36.358293 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-be0fb762-1021-45c1-8e18-f21c337fba57 req-d995809f-0b3d-4420-b694-a6824cc73a28 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938118 Jan 13 14:47:36.375248 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.393710 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79142d73-f8fb-492a-a063-3a01aa530f26 None None] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:36.485811 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Provisioning complete for port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:36.486378 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.604699 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:47:36.617462 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Current status of the port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:36.617935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.659777 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] For port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:36.718787 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.775687 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.860568 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc294f26-6724-407c-bf56-e4cd805370df None None] Pushing event updated for resources: {'Port': ['ID=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:36.867086 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:36.879047 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38430) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:36.893872 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95647a8b-7099-4b74-9740-c66b93647d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.947408 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:47:36.952029 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-7f40ac5e-f231-48b1-b2b8-3659bbf20b97 None None] Provisioning complete for port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:36.952317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac5e-f231-48b1-b2b8-3659bbf20b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:36.958982 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:47:36.973910 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:36.975963 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:36.987916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:36.988296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.018234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95647a8b-7099-4b74-9740-c66b93647d84 admin admin] Publish callbacks [] for security_group (e0be1936-3aa7-42d9-9bc3-0a296710333d), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.042476 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.051475 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f6c4b15c-1cc8-4279-88ad-e4bea572a337 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1444228 Jan 13 14:47:37.052667 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38438) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:37.095192 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:37.117708 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95647a8b-7099-4b74-9740-c66b93647d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e0be1936-3aa7-42d9-9bc3-0a296710333d), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.158078 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7f40ac5e-f231-48b1-b2b8-3659bbf20b97 None None] Current status of the port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:37.185039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:37.185953 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-95647a8b-7099-4b74-9740-c66b93647d84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c6950ab062842e1919e10305c9c7931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057423 Jan 13 14:47:37.186885 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95647a8b-7099-4b74-9740-c66b93647d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be1936-3aa7-42d9-9bc3-0a296710333d,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:37.189196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38442) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:37.257655 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] Publish callbacks [] for security_group (e0be1936-3aa7-42d9-9bc3-0a296710333d), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.287151 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] Publish callbacks [] for security_group (e0be1936-3aa7-42d9-9bc3-0a296710333d), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.301744 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fec04-b48f-4db5-8007-cf3f00e17cd6 req-dd68139e-9ca4-4bc3-bcca-4211bdb510ab tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:37.303346 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-181fec04-b48f-4db5-8007-cf3f00e17cd6 req-dd68139e-9ca4-4bc3-bcca-4211bdb510ab tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.0988505 Jan 13 14:47:37.359470 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:35Z', 'revision_number': 3, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:37.386984 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:47:37.387584 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Updating router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 port efd27476-681e-4a0d-823a-127dc2df6cff binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:47:37.414482 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.427399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e0be1936-3aa7-42d9-9bc3-0a296710333d), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.427597 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-181fec04-b48f-4db5-8007-cf3f00e17cd6 req-03887c3c-0c31-4bee-be99-f0885ede96ac tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904317 Jan 13 14:47:37.432575 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.434195 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0be1936-3aa7-42d9-9bc3-0a296710333d HTTP/1.1" status: 204 len: 168 time: 0.2440348 Jan 13 14:47:37.459625 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ef50b-dc30-476e-97c7-0982498f2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be1936-3aa7-42d9-9bc3-0a296710333d,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:37.600969 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6cab-647a-4240-9bb3-d22d200e65f9 req-d866f63b-72ae-4911-88bd-9fd389c3d9bd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:37.602553 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5caa6cab-647a-4240-9bb3-d22d200e65f9 req-d866f63b-72ae-4911-88bd-9fd389c3d9bd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0930364 Jan 13 14:47:37.696911 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5caa6cab-647a-4240-9bb3-d22d200e65f9 req-bb162644-4dc8-4f23-8c7f-7aa465264b02 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858264 Jan 13 14:47:37.733333 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.787115 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks [] for port (efd27476-681e-4a0d-823a-127dc2df6cff), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.847658 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24bc12b3-9848-4a11-95a4-088d4f8b5724 req-02959fa0-bf4e-41be-bf65-bc2c3000f0da service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426382 Jan 13 14:47:37.904033 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:37.979905 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Pushing event updated for resources: {'Port': ['ID=efd27476-681e-4a0d-823a-127dc2df6cff,revision_number=2']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:37.990020 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Allocated IP 172.20.0.1 (7605abc3-31d3-4004-b7f7-8f4736993c0d/4ae4ff8d-0104-4e78-b155-14a835e33761/d6d8f1af-3fb5-4cb6-bdf7-895c8a300431) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:37.994333 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.994762 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.995133 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.995687 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.996197 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.996691 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:37.997214 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.009727 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.010104 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.010491 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.010879 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.011221 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.011562 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:47:38.020256 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:47:38.067065 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Attempting to bind port efd27476-681e-4a0d-823a-127dc2df6cff on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:38.067460 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Attempting to bind port efd27476-681e-4a0d-823a-127dc2df6cff by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:38.068442 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Attempting to bind port efd27476-681e-4a0d-823a-127dc2df6cff on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:38.075039 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:38.075858 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:38.076525 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.077151 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:38.077653 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Bound port: efd27476-681e-4a0d-823a-127dc2df6cff, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:38.078299 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.130775 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks [] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.141971 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] For port efd27476-681e-4a0d-823a-127dc2df6cff, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:38.145334 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] For port efd27476-681e-4a0d-823a-127dc2df6cff, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=efd27476-681e-4a0d-823a-127dc2df6cff,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:38.244390 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.247611 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.287529 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:38.293182 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:38.296727 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:38.305081 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:38.305720 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:38.307695 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646eb1a-0546-4cc9-845a-1d5dd1c91608 None None] Pushing event updated for resources: {'Port': ['ID=efd27476-681e-4a0d-823a-127dc2df6cff,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:38.321610 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Pushing event updated for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:38.340084 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.465556 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:38.473615 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38472) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:38.489859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0579c62e-3b14-4940-b5bd-898efca5f492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.608196 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-53654b92-7ffc-4169-8cbe-67a12c91fbca None None] Provisioning complete for port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:38.609288 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53654b92-7ffc-4169-8cbe-67a12c91fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.626561 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.646020 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-53654b92-7ffc-4169-8cbe-67a12c91fbca None None] Port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:47:38.650669 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e146741-f503-4dbb-91f1-65dd927dff6f req-73fae3c4-9726-4756-bb3d-2de13fbf7eed tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:38.652230 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e146741-f503-4dbb-91f1-65dd927dff6f req-73fae3c4-9726-4756-bb3d-2de13fbf7eed tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.1346157 Jan 13 14:47:38.705573 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:35Z', 'revision_number': 3, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:38.738805 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15481723-69d3-4b93-a3aa-bad6ada728d5 None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:35Z', 'revision_number': 3, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:47:38.741025 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0579c62e-3b14-4940-b5bd-898efca5f492 admin admin] Publish callbacks [] for security_group (5e8f2259-6b2f-4396-bc05-6106342aa3ed), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.759589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:38.803362 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8e146741-f503-4dbb-91f1-65dd927dff6f req-6a71eb82-d794-4776-ab5a-f560cc5b3b31 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434710 Jan 13 14:47:38.845092 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0579c62e-3b14-4940-b5bd-898efca5f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5e8f2259-6b2f-4396-bc05-6106342aa3ed), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.875478 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:38.875866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:38.886306 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0579c62e-3b14-4940-b5bd-898efca5f492 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aede0dc275ee4ce9be9162601fc6dd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115915 Jan 13 14:47:38.893268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38484) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:38.925254 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0753a-8e4c-4c59-aaa0-ac26c9762f0c req-fe0c6efc-551f-4a14-acf3-d0f372c1b785 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:38.930309 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fbe0753a-8e4c-4c59-aaa0-ac26c9762f0c req-fe0c6efc-551f-4a14-acf3-d0f372c1b785 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0744853 Jan 13 14:47:39.024110 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:39.041764 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579c62e-3b14-4940-b5bd-898efca5f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f2259-6b2f-4396-bc05-6106342aa3ed,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:39.055796 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fbe0753a-8e4c-4c59-aaa0-ac26c9762f0c req-f3bcd671-584d-4348-8a17-753d50b29885 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194603 Jan 13 14:47:39.128527 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks [] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.130713 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] Publish callbacks [] for security_group (5e8f2259-6b2f-4396-bc05-6106342aa3ed), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.172135 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] Publish callbacks [] for security_group (5e8f2259-6b2f-4396-bc05-6106342aa3ed), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.248349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.313717 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Pushing event updated for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:39.318846 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.341345 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5e8f2259-6b2f-4396-bc05-6106342aa3ed), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.344510 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.347652 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e8f2259-6b2f-4396-bc05-6106342aa3ed HTTP/1.1" status: 204 len: 168 time: 0.4462116 Jan 13 14:47:39.398102 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd562b-9c73-472b-8c91-0467668680c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f2259-6b2f-4396-bc05-6106342aa3ed,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:39.454145 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:39.455855 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:39.595316 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:47:39.776583 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-81cecdcf-d2ac-4ffd-a0cb-12c23a3876c1 None None] Provisioning complete for port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:39.777115 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-81cecdcf-d2ac-4ffd-a0cb-12c23a3876c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:39.821446 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-81cecdcf-d2ac-4ffd-a0cb-12c23a3876c1 None None] Port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:47:39.968217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:47:39.978675 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e03d59ea-ccc9-4d0c-b451-d99d6898a91d admin admin] 10.222.0.60 "PUT /v2.0/routers/a025e90f-0fc7-4bfd-80bd-cbc284fcbef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9225161 Jan 13 14:47:40.005272 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980745d-6cf5-4e7d-a96f-36392db87b5b req-9f9e4198-9d5b-4103-abe6-2f162eff592c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:40.006352 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f980745d-6cf5-4e7d-a96f-36392db87b5b req-9f9e4198-9d5b-4103-abe6-2f162eff592c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 943 time: 0.0766582 Jan 13 14:47:40.104919 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f980745d-6cf5-4e7d-a96f-36392db87b5b req-f949365d-7833-4bfb-86c4-8dd7b1b6f3a1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Jan 13 14:47:40.224449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28caeb1-b77a-4b08-b839-5092d4a2ae6c req-82e960e1-7f7a-4e81-9430-f2e6c1648187 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:40.226672 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e28caeb1-b77a-4b08-b839-5092d4a2ae6c req-82e960e1-7f7a-4e81-9430-f2e6c1648187 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0523624 Jan 13 14:47:40.282491 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e28caeb1-b77a-4b08-b839-5092d4a2ae6c req-11fd365e-afb0-4f64-920e-bf6cbaf4dc90 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Jan 13 14:47:40.389645 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f3cccac6-6708-4353-a4ec-2428a0f428a6 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:47:40.432022 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4a6a-c16b-4ae4-88ea-88ff5bd230d9 req-87372060-9678-4f73-a55b-973e5f661fe3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:40.438478 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5bdb4a6a-c16b-4ae4-88ea-88ff5bd230d9 req-87372060-9678-4f73-a55b-973e5f661fe3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0730398 Jan 13 14:47:40.521722 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5bdb4a6a-c16b-4ae4-88ea-88ff5bd230d9 req-e04bf62d-21af-435c-a88b-115ccc336fc0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815694 Jan 13 14:47:40.608917 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:40.642554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'f3cccac6-6708-4353-a4ec-2428a0f428a6', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'port_id': 'f3cccac6-6708-4353-a4ec-2428a0f428a6', 'mac_address': 'fa:16:3e:9e:5e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1ee154-2c67-408b-9d1b-3b933215ff25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:47:40.757301 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port f3cccac6-6708-4353-a4ec-2428a0f428a6 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:40.768915 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:40.784260 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cccac6-6708-4353-a4ec-2428a0f428a6 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:40.811024 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:40.826386 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device efd27476-681e-4a0d-823a-127dc2df6cff up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:40.886473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port efd27476-681e-4a0d-823a-127dc2df6cff triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:40.886882 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:40.943383 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.052792 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:41.060233 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port efd27476-681e-4a0d-823a-127dc2df6cff is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:41.060623 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.082671 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:47:41.088325 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port efd27476-681e-4a0d-823a-127dc2df6cff, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=efd27476-681e-4a0d-823a-127dc2df6cff,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:41.096036 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:41.096672 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:41.216994 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.255389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['f3cccac6-6708-4353-a4ec-2428a0f428a6'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:41.272142 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f25e4-ec4f-4be3-bfab-1b4ea17c570e req-4f2cbb2e-ab60-4422-944c-27ba1c12e798 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:41.274122 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b60f25e4-ec4f-4be3-bfab-1b4ea17c570e req-4f2cbb2e-ab60-4422-944c-27ba1c12e798 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 944 time: 0.0693421 Jan 13 14:47:41.317891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38590) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:41.322927 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241982225', 'description': 'tempest-description--1790608038'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:41.337866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:41.381989 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=efd27476-681e-4a0d-823a-127dc2df6cff,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:41.408071 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b60f25e4-ec4f-4be3-bfab-1b4ea17c570e req-1af0bbe2-eeed-445e-b6aa-149ed344317d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260848 Jan 13 14:47:41.501820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.617057 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (a1173a65-aaff-4a8c-acae-a51355b0b139), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.739804 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a1173a65-aaff-4a8c-acae-a51355b0b139), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.780397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1173a65-aaff-4a8c-acae-a51355b0b139,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:41.827451 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.828681 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-89e3ddda-dadf-4287-8048-80ce9df1f254 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5097919 Jan 13 14:47:41.828912 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 2, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:41.831552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38610) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:41.836916 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group_rule': {'security_group_id': 'a1173a65-aaff-4a8c-acae-a51355b0b139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:41.858036 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:47:41.858359 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Updating router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:47:41.884579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:41.969524 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (0d248e7d-7f49-4770-8559-1d93bd93c071), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.063283 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (0d248e7d-7f49-4770-8559-1d93bd93c071), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.135841 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (0d248e7d-7f49-4770-8559-1d93bd93c071), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.152134 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d248e7d-7f49-4770-8559-1d93bd93c071,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:42.192535 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks [] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.218982 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.219934 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-da409784-ad6a-43df-a04c-27bfcc3c0037 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874068 Jan 13 14:47:42.222257 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38618) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:42.227301 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group_rule': {'security_group_id': 'a1173a65-aaff-4a8c-acae-a51355b0b139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:42.263911 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38620) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:42.335934 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.343340 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (aff7cd1b-0d4f-4266-9015-8c505c5f7b09), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.389285 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486a36-f2b9-4c49-8591-29936ee27c92 None None] Pushing event updated for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:42.394780 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a344d0c3-09fd-423b-b92c-c864b31fc3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.454714 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Attempting to bind port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:42.455550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Attempting to bind port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:42.455550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Attempting to bind port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:42.461706 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (aff7cd1b-0d4f-4266-9015-8c505c5f7b09), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.462235 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:42.462672 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Checking segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:42.463185 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.463597 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Bound using segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:42.464311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Bound port: d6d8f1af-3fb5-4cb6-bdf7-895c8a300431, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:42.464448 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.531238 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a344d0c3-09fd-423b-b92c-c864b31fc3c8 admin admin] Publish callbacks [] for security_group (433b156b-d6b4-49d0-99b1-47e97aedc4b6), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.572258 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] For port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:42.576585 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] For port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:42.591457 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (aff7cd1b-0d4f-4266-9015-8c505c5f7b09), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.612280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff7cd1b-0d4f-4266-9015-8c505c5f7b09,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:42.622031 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9dfa7-ce9a-47bf-b505-f314157a2e68 req-9dc1d989-6026-422e-8989-ad47592a3cac tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:42.627368 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6cb9dfa7-ce9a-47bf-b505-f314157a2e68 req-9dc1d989-6026-422e-8989-ad47592a3cac tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 944 time: 0.0899215 Jan 13 14:47:42.677142 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a344d0c3-09fd-423b-b92c-c864b31fc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (433b156b-d6b4-49d0-99b1-47e97aedc4b6), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.680891 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-adf94a2b-5428-4b7f-a51f-e9f66bc7e4df None None] Provisioning complete for port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:42.681334 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-adf94a2b-5428-4b7f-a51f-e9f66bc7e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.687174 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6cb9dfa7-ce9a-47bf-b505-f314157a2e68 req-e01b807e-44c4-4b85-bfa8-a10c1717b0c8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569935 Jan 13 14:47:42.719264 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.721531 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3c3c7c7b-fc7f-4883-9e73-5cf0d3b83b14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976060 Jan 13 14:47:42.724845 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.732734 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38636) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:42.738083 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:42.770804 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-a344d0c3-09fd-423b-b92c-c864b31fc3c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93372b63198347d6896a0dbb02fd3f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057037 Jan 13 14:47:42.773926 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38638) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:42.780448 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344d0c3-09fd-423b-b92c-c864b31fc3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b156b-d6b4-49d0-99b1-47e97aedc4b6,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:42.792041 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-adf94a2b-5428-4b7f-a51f-e9f66bc7e4df None None] Port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:47:42.822987 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486a36-f2b9-4c49-8591-29936ee27c92 None None] Pushing event updated for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:42.830376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device efd27476-681e-4a0d-823a-127dc2df6cff up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:42.860311 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] Publish callbacks [] for security_group (433b156b-d6b4-49d0-99b1-47e97aedc4b6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.883509 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:47:42.884151 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:42.893363 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] Publish callbacks [] for security_group (433b156b-d6b4-49d0-99b1-47e97aedc4b6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.896004 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:42.965902 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port efd27476-681e-4a0d-823a-127dc2df6cff triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:42.966278 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.064555 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.095945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:47:43.206856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Provisioning complete for port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:43.207241 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.258534 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (433b156b-d6b4-49d0-99b1-47e97aedc4b6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.261232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.265707 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/433b156b-d6b4-49d0-99b1-47e97aedc4b6 HTTP/1.1" status: 204 len: 168 time: 0.4896877 Jan 13 14:47:43.267639 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Allocated IP 172.27.0.6 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/26350b89-d3da-43ad-b4d6-8c597fa3c482) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:43.274945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port efd27476-681e-4a0d-823a-127dc2df6cff is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:43.294235 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815ebad-6cbf-48e4-9a37-d478518d5ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b156b-d6b4-49d0-99b1-47e97aedc4b6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:43.296346 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-59b0b430-660b-44cd-9296-ea64613e9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:43.298268 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-59b0b430-660b-44cd-9296-ea64613e9c8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.0750206 Jan 13 14:47:43.388766 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38656) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:43.418324 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c35d-8e2c-412a-b9c2-184bb9a53d47 req-1d8cc660-59f0-47d2-83ad-0db942ef7634 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:43.432394 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d524c35d-8e2c-412a-b9c2-184bb9a53d47 req-1d8cc660-59f0-47d2-83ad-0db942ef7634 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1705992 Jan 13 14:47:43.459036 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Current status of the port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:43.459431 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.461546 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-dc91f95d-e69d-4084-a3e6-eb5697a63fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:43.464918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-dc91f95d-e69d-4084-a3e6-eb5697a63fe5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.1585917 Jan 13 14:47:43.516323 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] For port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:43.520393 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d524c35d-8e2c-412a-b9c2-184bb9a53d47 req-c7038167-c2af-4a15-9008-d32611bad147 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927074 Jan 13 14:47:43.535606 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.536417 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-81d561f7-4206-4438-a1c8-5e7f41f89506 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.0549092 Jan 13 14:47:43.536500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:42Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:43.575594 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f7216-2531-42b7-b107-69d529f0a731 None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:42Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:47:43.592482 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.638208 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-7347d6d1-2e6b-4a30-8f7b-40d671c63048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:43.640686 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-7347d6d1-2e6b-4a30-8f7b-40d671c63048 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.1007555 Jan 13 14:47:43.679522 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:43.744374 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:43.747985 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:43.751342 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d203b5f-a778-4221-964b-d8310f0569bf None None] Pushing event updated for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:43.752641 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:43.811475 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=26350b89-d3da-43ad-b4d6-8c597fa3c482,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:43.841436 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-51993372-1385-4212-ad47-10c8cd075bf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776068 Jan 13 14:47:43.937743 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38672) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:44.000274 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-3130af83-b6a8-4944-966d-87092105edb8 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493397 Jan 13 14:47:44.012171 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ab753d0-8a37-4e69-bb54-a19eac5ed994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.031998 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.069195 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb647da-e87a-4c72-897d-fced5ad1e574 req-143691c0-d6d6-46f2-8c34-701b845db62d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:44.071300 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccb647da-e87a-4c72-897d-fced5ad1e574 req-143691c0-d6d6-46f2-8c34-701b845db62d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 944 time: 0.1606135 Jan 13 14:47:44.118099 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baf16ede-85e2-4570-8f08-90a3a6ad7461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.146797 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c5283f6b-f7f1-417d-b2a1-4760753a48f0 req-c8098dc7-fa36-4d8d-ba4d-8cd1a1bb3b8c service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370566 Jan 13 14:47:44.216017 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccb647da-e87a-4c72-897d-fced5ad1e574 req-9fba8106-ff67-4096-a085-c8757f526fe3 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253693 Jan 13 14:47:44.245199 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.309897 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ab753d0-8a37-4e69-bb54-a19eac5ed994 admin admin] Publish callbacks [] for security_group (07712934-61d7-49ed-9da2-12964aa6d621), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.400055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f3cccac6-6708-4353-a4ec-2428a0f428a6 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:44.408165 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baf16ede-85e2-4570-8f08-90a3a6ad7461 admin admin] Publish callbacks [] for security_group (bda8ee03-65f5-4a55-be19-21f5879bf315), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.423908 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ab753d0-8a37-4e69-bb54-a19eac5ed994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (07712934-61d7-49ed-9da2-12964aa6d621), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.490340 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab753d0-8a37-4e69-bb54-a19eac5ed994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07712934-61d7-49ed-9da2-12964aa6d621,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:44.496052 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0ab753d0-8a37-4e69-bb54-a19eac5ed994 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d1dd86e34a744c9ac1ffdc61c5d2843&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1060963 Jan 13 14:47:44.498735 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38688) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:44.536808 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baf16ede-85e2-4570-8f08-90a3a6ad7461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bda8ee03-65f5-4a55-be19-21f5879bf315), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.549721 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.582835 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] Publish callbacks [] for security_group (07712934-61d7-49ed-9da2-12964aa6d621), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.598103 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port f3cccac6-6708-4353-a4ec-2428a0f428a6 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:47:44.604319 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port f3cccac6-6708-4353-a4ec-2428a0f428a6 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:44.604814 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.631204 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] Publish callbacks [] for security_group (07712934-61d7-49ed-9da2-12964aa6d621), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.646484 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.678280 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-baf16ede-85e2-4570-8f08-90a3a6ad7461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab50c3b23b7e4a7a999aa64dfd5a9975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7369726 Jan 13 14:47:44.707183 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf16ede-85e2-4570-8f08-90a3a6ad7461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8ee03-65f5-4a55-be19-21f5879bf315,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:44.709643 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38698) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:44.713296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port f3cccac6-6708-4353-a4ec-2428a0f428a6 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:44.713796 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.769440 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:44.772830 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be636b-5a87-4fd8-a1de-b79270c90da5" -d '{"events": [{"server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "name": "network-vif-plugged", "status": "completed", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:44.813053 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7a8a1-7681-4414-93fe-db1a9099f886 req-a75cfabb-2c28-4789-bd12-b38ed24f9efd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:44.820793 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fee7a8a1-7681-4414-93fe-db1a9099f886 req-a75cfabb-2c28-4789-bd12-b38ed24f9efd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1918025 Jan 13 14:47:44.823878 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.829893 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:44.837734 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=26350b89-d3da-43ad-b4d6-8c597fa3c482,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:44.873484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:44.916051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c947d3e-592b-41e2-9997-dd77f3d43c38 x-openstack-request-id: req-2c947d3e-592b-41e2-9997-dd77f3d43c38 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:44.916285 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] Publish callbacks [] for security_group (bda8ee03-65f5-4a55-be19-21f5879bf315), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.916761 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "name": "network-vif-plugged", "status": "completed", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:44.917169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c947d3e-592b-41e2-9997-dd77f3d43c38 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:44.917931 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6', 'code': 200} Jan 13 14:47:44.924897 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.938004 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fee7a8a1-7681-4414-93fe-db1a9099f886 req-5f9f3575-3381-4408-b551-ac3a97461cea tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116221 Jan 13 14:47:44.965136 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (07712934-61d7-49ed-9da2-12964aa6d621), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.967262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:44.982153 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07712934-61d7-49ed-9da2-12964aa6d621 HTTP/1.1" status: 204 len: 168 time: 0.4690762 Jan 13 14:47:44.985489 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] Publish callbacks [] for security_group (bda8ee03-65f5-4a55-be19-21f5879bf315), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:45.008802 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c2fee-5bda-4f98-a44b-54b8e740ed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07712934-61d7-49ed-9da2-12964aa6d621,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:45.087764 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:45.089059 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-4944f52e-49b1-4781-ac39-cb0a5c149135 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3550172 Jan 13 14:47:45.102319 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:45.103101 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:45.133015 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:45.187726 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bda8ee03-65f5-4a55-be19-21f5879bf315), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:45.191348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:45.197112 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bda8ee03-65f5-4a55-be19-21f5879bf315 HTTP/1.1" status: 204 len: 168 time: 0.4594817 Jan 13 14:47:45.217823 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32136f99-71ec-480a-8e1f-88b9fbb5421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8ee03-65f5-4a55-be19-21f5879bf315,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:45.259976 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:45.312669 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffefa8-8133-4197-a840-333deb61c486 req-8b952502-784f-4e6f-b2e9-f28eefee0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:45.314944 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-87ffefa8-8133-4197-a840-333deb61c486 req-8b952502-784f-4e6f-b2e9-f28eefee0902 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 1098 time: 0.0535572 Jan 13 14:47:45.436880 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-87ffefa8-8133-4197-a840-333deb61c486 req-fe6cb589-8d81-4b9b-8baa-94eed0b818b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106124 Jan 13 14:47:45.442657 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-adfcec4b-dde4-4664-a177-088e22c6e900 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--241982225&fields=id&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 267 time: 0.0709069 Jan 13 14:47:45.460827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90c647-9b85-46d5-b62b-2d34c1c3f419 req-e46120d1-5d5b-473d-8dec-e41b70e57680 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:45.462522 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e90c647-9b85-46d5-b62b-2d34c1c3f419 req-e46120d1-5d5b-473d-8dec-e41b70e57680 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.1057048 Jan 13 14:47:45.531577 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e90c647-9b85-46d5-b62b-2d34c1c3f419 req-06b90b90-941f-428c-9bbe-b48f1eed6054 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628545 Jan 13 14:47:45.600162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-40768a8e-0c37-45e6-b922-5562371e3c80 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:45.608464 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-40768a8e-0c37-45e6-b922-5562371e3c80 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 817 time: 0.1553581 Jan 13 14:47:45.627743 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-3d8c31e3-5b99-4812-8320-47b19352ac87 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/quotas/4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 375 time: 0.0179362 Jan 13 14:47:45.684687 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-cb8ae0bb-a8b0-405d-a2f5-4e6749b5c8bb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557506 Jan 13 14:47:45.807175 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-b3a6f79b-9634-4afe-9ef8-7d40d966e8b7 service neutron] 10.222.0.60 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084430 Jan 13 14:47:45.900342 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e29388ac-7ca0-4495-a06a-f4febe64760b service neutron] 10.222.0.60 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922582 Jan 13 14:47:46.081944 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0053-45e0-445c-9b8a-d51091e0398d req-49a891f8-746e-4f42-ace4-26a71e4a2a44 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:46.083773 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-87be0053-45e0-445c-9b8a-d51091e0398d req-49a891f8-746e-4f42-ace4-26a71e4a2a44 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0635297 Jan 13 14:47:46.157856 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-87be0053-45e0-445c-9b8a-d51091e0398d req-97355716-76cb-4e2e-bae9-df5103092ca2 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677176 Jan 13 14:47:46.255063 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d5e1232-c056-4b12-bb66-20cf1b6b6e14 req-41b38d06-5b4d-4aec-9325-09c39f95cb1c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 210 time: 0.0405881 Jan 13 14:47:46.610924 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38788) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:46.648018 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:46.692660 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc19cd6-c101-4e3a-86b1-cf3d2e6ab848 req-7f6a5965-8ad3-447f-941b-1ec42c0a3e4b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:46.696239 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9cc19cd6-c101-4e3a-86b1-cf3d2e6ab848 req-7f6a5965-8ad3-447f-941b-1ec42c0a3e4b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0777361 Jan 13 14:47:46.779371 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397721759-network', 'tenant_id': 'b8feb97824684e1aa9c50701740e9927'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:46.787418 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9cc19cd6-c101-4e3a-86b1-cf3d2e6ab848 req-b16aafa4-6ae2-4aa5-8040-0a843c258d83 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766449 Jan 13 14:47:46.913392 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Made reservation on behalf of b8feb97824684e1aa9c50701740e9927 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:46.916242 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:46.927052 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.017257 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks [] for security_group (18ede7e8-7742-408c-9435-926197d972a4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.165234 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (18ede7e8-7742-408c-9435-926197d972a4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.205694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ede7e8-7742-408c-9435-926197d972a4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:47.208945 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:47:47.221677 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.222059 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Added segment 781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d of type vlan for network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 Jan 13 14:47:47.265333 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.293508 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f95cd-7434-40d9-b9b5-99ab3746e385 req-08ba1cae-1956-466d-af0c-3664201ca85a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:47.295127 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7d1f95cd-7434-40d9-b9b5-99ab3746e385 req-08ba1cae-1956-466d-af0c-3664201ca85a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0515025 Jan 13 14:47:47.354623 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7d1f95cd-7434-40d9-b9b5-99ab3746e385 req-8d542756-47e4-4089-ae1b-934897305ec9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536461 Jan 13 14:47:47.383002 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.384142 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:47.384739 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.389965 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-efaa19cb-05f9-4539-bdee-e29d987234bd req-a52d662a-f9c2-4788-be34-acb1e1a47c25 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 210 time: 0.0325325 Jan 13 14:47:47.450180 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] Pushing event updated for resources: {'Network': ['ID=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:47.461088 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:47:47.515326 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-54c6ff1b-329d-408f-b4ee-13bf00e11270 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9032595 Jan 13 14:47:47.518472 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 38820) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:47.525366 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Request body: {'subnet': {'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397721759-subnet', 'tenant_id': 'b8feb97824684e1aa9c50701740e9927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:47.650651 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Made reservation on behalf of b8feb97824684e1aa9c50701740e9927 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:47.653342 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.901616 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (4359c529-a9d2-447d-aa02-79737fb21660), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:47.932428 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d60ab-dbe3-4dbb-bef5-1e736bc0b9a1 req-61c692a1-3195-47dd-8be9-9b0e467a692e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:47.936438 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7b9d60ab-dbe3-4dbb-bef5-1e736bc0b9a1 req-61c692a1-3195-47dd-8be9-9b0e467a692e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0675080 Jan 13 14:47:47.960498 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4359c529-a9d2-447d-aa02-79737fb21660,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:47.969631 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Checking segment: {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:47.970240 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Network hostable DHCP agents. Network: 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:47:47.997979 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7b9d60ab-dbe3-4dbb-bef5-1e736bc0b9a1 req-8870a579-eaca-4563-9fc8-2a71d01b423d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555716 Jan 13 14:47:48.101728 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:47:48.181471 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:48.191506 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:48.192175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:48.194719 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7131034-4718-423b-8521-ad61f6b82b82 None None] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:48.308801 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47b593-8577-45b2-8fac-015183d1caa9 None None] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:47:48.322956 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-cbcc3c32-0983-4be4-b0ba-7d683b6c1ffe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8017290 Jan 13 14:47:48.592607 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ece550-b1a9-4c08-a72c-83e09ae8b183 req-894a8818-666b-4672-ac3f-75e1b8f830ca tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:48.594131 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-39ece550-b1a9-4c08-a72c-83e09ae8b183 req-894a8818-666b-4672-ac3f-75e1b8f830ca tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0626507 Jan 13 14:47:48.648174 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-39ece550-b1a9-4c08-a72c-83e09ae8b183 req-ae81c444-7165-48ef-8541-a8359cc006c4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Jan 13 14:47:48.774372 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3f96e4b6-2bc8-47ff-8aa3-4da1f5dfc314 req-3509eee4-0c08-4b6d-ab96-e510bb35ffbc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 210 time: 0.0465522 Jan 13 14:47:48.952302 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-023a2752-0a4f-4c6f-b1ff-02288c239e97 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:48.953728 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-023a2752-0a4f-4c6f-b1ff-02288c239e97 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 817 time: 0.1146777 Jan 13 14:47:49.015672 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e13d197f-db4f-4554-a309-6678fb693e75 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 379 time: 0.0517073 Jan 13 14:47:49.028514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'port': {'device_id': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'admin_state_up': True, 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'security_groups': ['a1173a65-aaff-4a8c-acae-a51355b0b139']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:49.221633 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Made reservation on behalf of 4737c2ee7ffb4cd3b2ea0338197d2a47 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:49.227120 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:49.383316 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Allocated IP 172.20.0.10 (7605abc3-31d3-4004-b7f7-8f4736993c0d/4ae4ff8d-0104-4e78-b155-14a835e33761/fb9bef26-fa8a-4ea9-81ea-9961d0260853) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:49.544137 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:49.667243 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:49.718088 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:49.723863 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:49.728592 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:49.757340 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:49.808359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb511f75-b131-4fe9-9e1f-bf4b2fa9c04f req-e5d54c4a-9559-4f97-b1da-698fc3bae35e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:49.808936 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:49.809373 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:49.810454 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bb511f75-b131-4fe9-9e1f-bf4b2fa9c04f req-e5d54c4a-9559-4f97-b1da-698fc3bae35e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0735459 Jan 13 14:47:49.887092 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bb511f75-b131-4fe9-9e1f-bf4b2fa9c04f req-32c6ccc9-00b7-49d1-a61a-11cdc41fa7b1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620527 Jan 13 14:47:49.909693 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e08921d6-67b8-4cb3-8828-e53b68b84287 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8887310 Jan 13 14:47:49.922458 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Request body: {'port': {'device_id': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:50.008214 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.035726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e24b0-9386-4a34-a5e2-0792ace55aa2 req-072deab8-a237-4059-934d-e7eebffba5ff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:50.037176 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a06e24b0-9386-4a34-a5e2-0792ace55aa2 req-072deab8-a237-4059-934d-e7eebffba5ff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 932 time: 0.1102943 Jan 13 14:47:50.073796 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-2356d982-0e37-4ada-b22f-e43ce9075a7b None None] Provisioning complete for port fb9bef26-fa8a-4ea9-81ea-9961d0260853 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:50.074391 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2356d982-0e37-4ada-b22f-e43ce9075a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.110270 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-2356d982-0e37-4ada-b22f-e43ce9075a7b None None] Port fb9bef26-fa8a-4ea9-81ea-9961d0260853 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:47:50.191399 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a06e24b0-9386-4a34-a5e2-0792ace55aa2 req-eccd3cf5-71f9-40e7-a6f1-a88df47c857a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299527 Jan 13 14:47:50.356976 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:50.365645 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks [] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.395532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Transition to ACTIVE for port object fb9bef26-fa8a-4ea9-81ea-9961d0260853 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:47:50.471302 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.545119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:50.627098 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Attempting to bind port fb9bef26-fa8a-4ea9-81ea-9961d0260853 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:50.627385 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Attempting to bind port fb9bef26-fa8a-4ea9-81ea-9961d0260853 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:50.627713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Attempting to bind port fb9bef26-fa8a-4ea9-81ea-9961d0260853 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:50.634531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Port fb9bef26-fa8a-4ea9-81ea-9961d0260853 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:47:50.635074 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Attempting to bind port fb9bef26-fa8a-4ea9-81ea-9961d0260853 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:50.640860 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:50.641203 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Checking segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:50.641641 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Bound using segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:50.649549 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Bound port: fb9bef26-fa8a-4ea9-81ea-9961d0260853, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:50.649549 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.723620 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-32041908-17eb-4d9a-aaa9-115dfc5493c9 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:50.730738 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-32041908-17eb-4d9a-aaa9-115dfc5493c9 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/networks?id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 HTTP/1.1" status: 200 len: 809 time: 0.2209673 Jan 13 14:47:50.744526 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-a5156d3d-21ee-4053-bdf8-9610d4546a60 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/quotas/b8feb97824684e1aa9c50701740e9927 HTTP/1.1" status: 200 len: 375 time: 0.0124617 Jan 13 14:47:50.753362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:50.768798 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:50.788042 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-c33e17d0-5d17-4e77-99df-e124d2b8b4df tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286357 Jan 13 14:47:50.872231 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:50.901186 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-b9dbb125-093a-43f4-881c-53a451cca312 service neutron] 10.222.0.60 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056943 Jan 13 14:47:50.989297 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:50.996215 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.000016 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:51.001711 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-394a2bd8-8d7e-416e-a689-76648e20451a service neutron] 10.222.0.66 "PUT /v2.0/ports/fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 1094 time: 1.0839155 Jan 13 14:47:51.002415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:51.005255 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91212b4d-923a-4d00-bf73-3356c1d0aebe" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:51.085337 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0bb6-d6a3-4ba4-a2f8-cd965c9a9557 req-0910ebde-f300-41e6-940d-7ec669b561c3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.088333 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e7b0bb6-d6a3-4ba4-a2f8-cd965c9a9557 req-0910ebde-f300-41e6-940d-7ec669b561c3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0783143 Jan 13 14:47:51.204563 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-119d3cf5-c495-4e7c-9dcd-da576401c720 service neutron] 10.222.0.60 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806246 Jan 13 14:47:51.213162 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e7b0bb6-d6a3-4ba4-a2f8-cd965c9a9557 req-9b286e3d-8f6b-4ac7-aa3e-303cbfffe4df tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135495 Jan 13 14:47:51.226689 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-a8bd5a97-a5bd-4ea9-bc5b-bf88632ad2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.235803 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-a8bd5a97-a5bd-4ea9-bc5b-bf88632ad2f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1097 time: 0.1219797 Jan 13 14:47:51.329496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac178c2e-b1be-4494-86f2-e0ce13f81fff x-openstack-request-id: req-ac178c2e-b1be-4494-86f2-e0ce13f81fff {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:51.332767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:51.332767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac178c2e-b1be-4494-86f2-e0ce13f81fff {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:51.332767 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'status': 'completed', 'code': 200} Jan 13 14:47:51.332767 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-03dcf9fe-0552-4111-97a7-398c09dafb13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 217 time: 0.0886316 Jan 13 14:47:51.333443 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 38958) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:51.447240 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-5d038f5e-0bc8-49d5-bff6-a3a44be1c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.451330 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-5d038f5e-0bc8-49d5-bff6-a3a44be1c767 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.1123815 Jan 13 14:47:51.462254 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c044fd-1011-4d92-a388-45c9150dd53e req-852402c0-56b6-4e5f-8ae3-111913dd9da9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.472046 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6c044fd-1011-4d92-a388-45c9150dd53e req-852402c0-56b6-4e5f-8ae3-111913dd9da9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0948355 Jan 13 14:47:51.598703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e51fdb3d-8421-4bae-bb35-dd0799d183ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.600380 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-e51fdb3d-8421-4bae-bb35-dd0799d183ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142161 Jan 13 14:47:51.619834 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7f04fa95-b306-4e32-b720-048aa3d5a947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:51.710486 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-62a9410a-f4a8-4df7-971a-ab215d05be92 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:51.718728 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-62a9410a-f4a8-4df7-971a-ab215d05be92 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.1363025 Jan 13 14:47:51.730511 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-12956d1d-c886-428a-8778-9000b4fc65d5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/quotas/edb74e308d4f4a2487e92290470e0f85 HTTP/1.1" status: 200 len: 375 time: 0.0106692 Jan 13 14:47:51.761994 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6c044fd-1011-4d92-a388-45c9150dd53e req-9ead40dd-269c-4b49-8e4d-d0c269627184 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879589 Jan 13 14:47:51.773100 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-4c1afdaa-68c2-479f-bf18-f8ba35fab10f service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535230 Jan 13 14:47:51.801941 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-ef99effd-f879-42c6-b63e-f0e4f9ab6f90 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652864 Jan 13 14:47:51.920501 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-5f698487-98b4-4ad3-9751-f6b73125e878 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088617 Jan 13 14:47:52.056033 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-f1cfee89-79e5-438a-935a-f6acc6ef5401 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230569 Jan 13 14:47:52.121932 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c1d47b2a-cb03-45e3-bac9-bfaf48d2156b req-2b47c639-3b4f-4875-ba10-2fe1f146202a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 210 time: 0.3014777 Jan 13 14:47:52.227398 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-570f3dcb-9287-47a8-bc83-11618cb5aba3 req-64e26ac3-d81e-4d79-afd5-a4fd96b7ad40 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363930 Jan 13 14:47:52.227398 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7f04fa95-b306-4e32-b720-048aa3d5a947 admin admin] Publish callbacks [] for security_group (814a033d-625e-4221-8232-3c6dea09d6a8), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.345516 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7f04fa95-b306-4e32-b720-048aa3d5a947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (814a033d-625e-4221-8232-3c6dea09d6a8), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.416340 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20d4c899-e354-44dd-8994-d53d21de26d3 req-36d9bc23-3584-4725-ac25-f9bfd03c134b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 210 time: 0.0485940 Jan 13 14:47:52.425565 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3a970-84fd-4cbb-ad26-f4c74aa437ae req-9b422b0f-feee-48d3-b5e7-3408b416a2be tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.427690 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-53e3a970-84fd-4cbb-ad26-f4c74aa437ae req-9b422b0f-feee-48d3-b5e7-3408b416a2be tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0860651 Jan 13 14:47:52.463099 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-7f04fa95-b306-4e32-b720-048aa3d5a947 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77df475f028245a6ad4ce6bf254c503f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1289976 Jan 13 14:47:52.468085 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 39020) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:52.476703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04fa95-b306-4e32-b720-048aa3d5a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814a033d-625e-4221-8232-3c6dea09d6a8,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:52.564876 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-53e3a970-84fd-4cbb-ad26-f4c74aa437ae req-762aa5fa-387e-4bbc-8a20-4acbc25f81ce tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078753 Jan 13 14:47:52.573921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-11ae64cf-65b4-42e2-b6c8-8d63f770a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.575672 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-11ae64cf-65b4-42e2-b6c8-8d63f770a881 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1097 time: 0.1695809 Jan 13 14:47:52.649503 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] Publish callbacks [] for security_group (814a033d-625e-4221-8232-3c6dea09d6a8), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.682862 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] Publish callbacks [] for security_group (814a033d-625e-4221-8232-3c6dea09d6a8), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.727882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-6e3c40ae-b350-49d4-a4ee-32762553d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.729437 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-6e3c40ae-b350-49d4-a4ee-32762553d963 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.1384606 Jan 13 14:47:52.810871 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-d7f98fd7-c65b-4cc8-a007-e2a1817292a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 217 time: 0.0743883 Jan 13 14:47:52.894049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-6d4d0af7-e31f-494c-a1ca-adaa044ac67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.894049 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-6d4d0af7-e31f-494c-a1ca-adaa044ac67a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0725236 Jan 13 14:47:52.918770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (814a033d-625e-4221-8232-3c6dea09d6a8), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.922348 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:52.922348 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/814a033d-625e-4221-8232-3c6dea09d6a8 HTTP/1.1" status: 204 len: 168 time: 0.4520426 Jan 13 14:47:52.959624 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aabf8-ebaa-47d2-9acf-13cc98660674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a033d-625e-4221-8232-3c6dea09d6a8,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:52.982501 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd9e3b-d758-4323-9ede-179474726061 req-8a5534fb-dc5d-4865-928c-7f95f00eed4d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.984375 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eecd9e3b-d758-4323-9ede-179474726061 req-8a5534fb-dc5d-4865-928c-7f95f00eed4d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.1122596 Jan 13 14:47:52.987843 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-77f6656e-2e8e-4a42-8bad-c88e70a25809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:52.989282 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-77f6656e-2e8e-4a42-8bad-c88e70a25809 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844233 Jan 13 14:47:53.095128 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eecd9e3b-d758-4323-9ede-179474726061 req-1ce38c73-299f-4e84-8a55-70ea36f30b80 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047950 Jan 13 14:47:53.136921 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-2f69c304-0726-4d76-bc00-a0a2438a1591 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385398 Jan 13 14:47:53.234460 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d97d7189-5193-4f92-9a0d-431421612380 req-dd18462d-cae1-4c70-8010-4982c1681447 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Jan 13 14:47:53.248767 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91212b4d-923a-4d00-bf73-3356c1d0aebe req-5957a95a-716c-4495-8f6c-296616adcd93 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022699 Jan 13 14:47:53.541430 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9384acc2-2d2a-4c49-85c4-1adb8f6510a3 req-0808873d-85af-4324-b925-ea0faa8aebef tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 210 time: 0.0353627 Jan 13 14:47:53.704854 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f401f2-ac71-48ba-a9f4-7bbca80284c9 req-8acdc506-1972-407d-9dbf-1dc4e52089f9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:53.706364 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-64f401f2-ac71-48ba-a9f4-7bbca80284c9 req-8acdc506-1972-407d-9dbf-1dc4e52089f9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Jan 13 14:47:53.784451 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-64f401f2-ac71-48ba-a9f4-7bbca80284c9 req-0b1f99e3-4092-4585-b33b-f9351239a554 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Jan 13 14:47:54.244865 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f31c8-72b2-47bc-bb9a-890e42e9592f req-21bf303d-95c0-4a67-a504-a90ba755b821 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:54.246554 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-108f31c8-72b2-47bc-bb9a-890e42e9592f req-21bf303d-95c0-4a67-a504-a90ba755b821 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0589187 Jan 13 14:47:54.309363 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-108f31c8-72b2-47bc-bb9a-890e42e9592f req-52325adc-5213-464a-b36d-9a281db44635 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567155 Jan 13 14:47:54.337201 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d9454977-6241-4f58-b2c5-1f043ddad1c2 req-0966dd48-e3a4-4a09-a662-969e1542da00 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Jan 13 14:47:54.502728 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:47:54.559409 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39138) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:54.641031 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Deleting subnet f54141b6-a334-45ea-a499-4dad60d834ba {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:47:54.647132 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Publish callbacks [] for subnet (f54141b6-a334-45ea-a499-4dad60d834ba), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.691962 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:54.709609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:47:54.712740 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (f54141b6-a334-45ea-a499-4dad60d834ba), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.778629 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (f54141b6-a334-45ea-a499-4dad60d834ba), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.788512 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:54.788853 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-71374e2f-fa2e-4e2c-9db3-73119d665699 req-9599a0f6-b9b6-4172-8841-e8ed4ac0e0de tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 210 time: 0.0409498 Jan 13 14:47:54.789083 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.843932 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:54.845966 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:47:54.847412 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-fbe73766-aa2b-4be9-ad85-484221eb92a2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:54.849006 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-fbe73766-aa2b-4be9-ad85-484221eb92a2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "GET /v2.0/networks?id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 HTTP/1.1" status: 200 len: 809 time: 0.3443661 Jan 13 14:47:54.853953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:54.878498 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Request body: {'port': {'device_id': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7', 'admin_state_up': True, 'tenant_id': 'b8feb97824684e1aa9c50701740e9927'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:54.901684 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:54.931933 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (f54141b6-a334-45ea-a499-4dad60d834ba), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.964464 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54141b6-a334-45ea-a499-4dad60d834ba,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:54.968903 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:54.972163 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0b1ef20d-cd4a-4767-a0b2-4bcb11250bad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f54141b6-a334-45ea-a499-4dad60d834ba HTTP/1.1" status: 204 len: 168 time: 0.4117346 Jan 13 14:47:54.975109 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39172) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:55.033774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395cb00-2728-4ff4-88ab-166a4029799a req-c6cbd940-9c86-4395-b8e9-4726eaa5bddd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:55.039369 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5395cb00-2728-4ff4-88ab-166a4029799a req-c6cbd940-9c86-4395-b8e9-4726eaa5bddd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1447327 Jan 13 14:47:55.078935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.127415 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (e354292e-ba77-4f23-8e9e-3b3037cb956b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.127415 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5395cb00-2728-4ff4-88ab-166a4029799a req-5f1b0b97-d287-443f-96fe-9614f042cfb0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826881 Jan 13 14:47:55.132370 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-a2b260dc-cfff-439c-9200-1e1c29c2b2f8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:55.135022 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-a2b260dc-cfff-439c-9200-1e1c29c2b2f8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.2377799 Jan 13 14:47:55.151380 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Request body: {'port': {'device_id': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'admin_state_up': True, 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:55.154253 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:55.391346 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (e354292e-ba77-4f23-8e9e-3b3037cb956b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.417014 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e354292e-ba77-4f23-8e9e-3b3037cb956b']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:55.431023 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9b962a-6a1a-4957-b912-00c401fbc85c') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:55.431387 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9b962a-6a1a-4957-b912-00c401fbc85c') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:55.433475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['fb9bef26-fa8a-4ea9-81ea-9961d0260853'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:55.449967 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (ff9b962a-6a1a-4957-b912-00c401fbc85c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.477152 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071a833-fd47-4ec5-a0a2-719ce80cdd46 req-2a03d19c-0e7e-4465-a6db-79f591f50513 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:55.477750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-36ce0b66-8352-42cd-9f3d-cb3945667b37 req-d07b14a3-913a-4791-a1c6-251d733a92ea tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 210 time: 0.0394275 Jan 13 14:47:55.479497 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7071a833-fd47-4ec5-a0a2-719ce80cdd46 req-2a03d19c-0e7e-4465-a6db-79f591f50513 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 945 time: 0.0576346 Jan 13 14:47:55.488092 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (ff9b962a-6a1a-4957-b912-00c401fbc85c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.500129 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:47:55.500669 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (ff9b962a-6a1a-4957-b912-00c401fbc85c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:47:55.512673 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:47:55.514855 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:47:55.524711 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Made reservation on behalf of b8feb97824684e1aa9c50701740e9927 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:55.528535 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.574170 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7071a833-fd47-4ec5-a0a2-719ce80cdd46 req-e13396e3-844a-4c83-8978-9813b30e48b7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886345 Jan 13 14:47:55.656362 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (e354292e-ba77-4f23-8e9e-3b3037cb956b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.674701 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.681692 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e354292e-ba77-4f23-8e9e-3b3037cb956b HTTP/1.1" status: 204 len: 168 time: 0.7041674 Jan 13 14:47:55.695055 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39190) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:55.712989 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:47:55.716821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.722297 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf0883-a9e8-4785-9f34-0b74e2042702 admin admin] Pushing event deleted for resources: {'Network': ['ID=e354292e-ba77-4f23-8e9e-3b3037cb956b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:55.759394 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Allocated IP 172.20.0.6 (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7/4359c529-a9d2-447d-aa02-79737fb21660/7a0f3c69-47b6-45cc-ad4e-4e3688390626) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:55.766755 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Deleting subnet 239232e1-bfe9-4f53-a9b5-e5070a972e0a {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:47:55.770286 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Publish callbacks [] for subnet (239232e1-bfe9-4f53-a9b5-e5070a972e0a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.830450 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (239232e1-bfe9-4f53-a9b5-e5070a972e0a), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.872921 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (239232e1-bfe9-4f53-a9b5-e5070a972e0a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:55.924783 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d77bc511-2fa7-4705-ae73-0fcbb957a514 req-e6d89f42-b562-4cae-879f-5f4ca938207f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 210 time: 0.0687068 Jan 13 14:47:55.989951 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Allocated IP 172.20.0.7 (2aab19ad-341f-4e96-8583-33dad89a7e71/3c1ee154-2c67-408b-9d1b-3b933215ff25/2a5323df-d224-4a5b-95bc-64feda6bd309) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:47:56.027817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (239232e1-bfe9-4f53-a9b5-e5070a972e0a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.055188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239232e1-bfe9-4f53-a9b5-e5070a972e0a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:56.058982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.062926 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-59333e49-025b-4880-958f-607d49a5886c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/239232e1-bfe9-4f53-a9b5-e5070a972e0a HTTP/1.1" status: 204 len: 168 time: 0.3664734 Jan 13 14:47:56.067170 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39200) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:56.082217 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks [] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.163819 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (4352f7cd-e2f2-40e0-ab59-5f58fdeca668), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.220390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks [] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.280630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (4352f7cd-e2f2-40e0-ab59-5f58fdeca668), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.290724 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.308209 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4352f7cd-e2f2-40e0-ab59-5f58fdeca668']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:56.317977 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebd211-eb87-4d1f-8cee-02a89f1665e9 req-35aecce9-ec79-4a6a-8ffe-26304594fb5e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:56.319592 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ecebd211-eb87-4d1f-8cee-02a89f1665e9 req-35aecce9-ec79-4a6a-8ffe-26304594fb5e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1087937 Jan 13 14:47:56.329889 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9a05f7-70a6-4951-8c72-935605709b8b') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:56.330190 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9a05f7-70a6-4951-8c72-935605709b8b') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:47:56.341415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.342385 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:56.351151 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (0a9a05f7-70a6-4951-8c72-935605709b8b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.353579 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:56.353875 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08', 'f3cccac6-6708-4353-a4ec-2428a0f428a6'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:47:56.362994 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:56.368463 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Pushing event updated for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:56.380432 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (0a9a05f7-70a6-4951-8c72-935605709b8b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.396073 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:47:56.397282 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (0a9a05f7-70a6-4951-8c72-935605709b8b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:47:56.399273 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:47:56.415304 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ecebd211-eb87-4d1f-8cee-02a89f1665e9 req-b8bb5016-a352-430e-a22a-844d2e28ef2b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879481 Jan 13 14:47:56.426255 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:47:56.434115 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:47:56.443342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:47:56.478514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:56.479233 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.496107 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:47:56.507220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event updated for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:56.558480 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:56.562497 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (4352f7cd-e2f2-40e0-ab59-5f58fdeca668), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.567300 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.569760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.574902 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] 10.222.0.60 "DELETE /v2.0/networks/4352f7cd-e2f2-40e0-ab59-5f58fdeca668 HTTP/1.1" status: 204 len: 168 time: 0.5053284 Jan 13 14:47:56.594896 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035637f-e394-4870-91a9-39f85ae1ea0a admin admin] Pushing event deleted for resources: {'Network': ['ID=4352f7cd-e2f2-40e0-ab59-5f58fdeca668,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:56.656927 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-578cde9f-fcea-4403-bc51-c9680753a210 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7824087 Jan 13 14:47:56.670266 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Request body: {'port': {'device_id': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:56.705896 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fc382-88f9-4720-b990-51756e62a693 req-b5afe6ab-0706-499a-89b0-fa427159adce tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:56.707676 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a73fc382-88f9-4720-b990-51756e62a693 req-b5afe6ab-0706-499a-89b0-fa427159adce tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 931 time: 0.1032827 Jan 13 14:47:56.716608 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-4e371f6f-a062-40bf-9e92-aaff7032e835 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5701370 Jan 13 14:47:56.759976 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port fb9bef26-fa8a-4ea9-81ea-9961d0260853 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:47:56.760872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cf927-9bf7-4271-b8a1-66add5566f4c req-67a66ce3-dec1-4416-9927-01bb2ae2f00e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:56.763520 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-816cf927-9bf7-4271-b8a1-66add5566f4c req-67a66ce3-dec1-4416-9927-01bb2ae2f00e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 945 time: 0.1023941 Jan 13 14:47:56.763683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Request body: {'port': {'device_id': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:47:56.785681 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port fb9bef26-fa8a-4ea9-81ea-9961d0260853 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:47:56.786260 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.816506 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.830066 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-816cf927-9bf7-4271-b8a1-66add5566f4c req-86bed892-8a84-449e-b91c-3f0bbc92620b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608435 Jan 13 14:47:56.884920 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a73fc382-88f9-4720-b990-51756e62a693 req-1d77002f-7c19-49fe-8748-fd938f983f6c tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653686 Jan 13 14:47:56.922563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:56.989519 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:47:56.990073 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.024559 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:57.027002 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9529e-b3db-4a05-800b-84da9cbc7ba6" -d '{"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:57.088470 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:47:57.097765 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e0bbd-4786-455f-995f-e8cfbe895ff1 x-openstack-request-id: req-606e0bbd-4786-455f-995f-e8cfbe895ff1 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:57.098326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:57.098709 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-606e0bbd-4786-455f-995f-e8cfbe895ff1 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:57.099331 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'code': 200} Jan 13 14:47:57.117064 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39238) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:57.185346 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-1fa9ac08-1451-4d53-a848-d521f011cc32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f950a956db4481cb2a4d5e28ca8aac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669105 Jan 13 14:47:57.187968 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39242) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:57.209554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.242031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b86a2-208f-4edf-be0a-a5cca93ca58e req-f0448d0d-b713-4236-ad64-1d39aa3289f1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:57.243897 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-175b86a2-208f-4edf-be0a-a5cca93ca58e req-f0448d0d-b713-4236-ad64-1d39aa3289f1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 931 time: 0.2112036 Jan 13 14:47:57.246531 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] Publish callbacks [] for security_group (30382015-2768-4d98-8c37-9ea1c9e63c5b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.270406 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:57.283134 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] Publish callbacks [] for security_group (30382015-2768-4d98-8c37-9ea1c9e63c5b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.396150 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-175b86a2-208f-4edf-be0a-a5cca93ca58e req-5be22b6c-32c5-4a24-a011-e43f3c8805ad tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379905 Jan 13 14:47:57.400387 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (30382015-2768-4d98-8c37-9ea1c9e63c5b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.403566 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.406750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30382015-2768-4d98-8c37-9ea1c9e63c5b HTTP/1.1" status: 204 len: 168 time: 0.2160733 Jan 13 14:47:57.427747 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8174-cfe4-4378-9747-0a214798c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30382015-2768-4d98-8c37-9ea1c9e63c5b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:57.539834 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0f3c69-47b6-45cc-ad4e-4e3688390626 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:57.564680 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b896dc-89b9-454b-8af2-1142d9da303d req-b7918b78-6a8d-475a-bf68-c60b97247ca2 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:57.571730 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1b896dc-89b9-454b-8af2-1142d9da303d req-b7918b78-6a8d-475a-bf68-c60b97247ca2 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0681074 Jan 13 14:47:57.576686 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks [] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.601386 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a534c5-a8c2-4089-ac7d-e9c772ba4c24 req-3cf3bce8-c4b5-45d7-a347-37df15755a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:57.603023 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f2a534c5-a8c2-4089-ac7d-e9c772ba4c24 req-3cf3bce8-c4b5-45d7-a347-37df15755a50 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1099 time: 0.1621215 Jan 13 14:47:57.605591 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Transition to ACTIVE for port object 7a0f3c69-47b6-45cc-ad4e-4e3688390626 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:47:57.607814 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5323df-d224-4a5b-95bc-64feda6bd309 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:47:57.622167 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks [] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.631764 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1b896dc-89b9-454b-8af2-1142d9da303d req-e956a07c-3d6c-4767-8914-d475905dc0dd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519934 Jan 13 14:47:57.650575 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Transition to ACTIVE for port object 2a5323df-d224-4a5b-95bc-64feda6bd309 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:47:57.669936 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f2a534c5-a8c2-4089-ac7d-e9c772ba4c24 req-ff7b8921-62c2-4960-a94d-49a8b05eff6f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575857 Jan 13 14:47:57.735915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.741575 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:57.800946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:57.921882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:57.981407 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Attempting to bind port 2a5323df-d224-4a5b-95bc-64feda6bd309 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:57.984921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Attempting to bind port 2a5323df-d224-4a5b-95bc-64feda6bd309 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:57.984921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Attempting to bind port 2a5323df-d224-4a5b-95bc-64feda6bd309 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:57.998202 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Attempting to bind port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:47:57.998558 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Attempting to bind port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:47:57.998893 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Attempting to bind port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:58.006254 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Port 2a5323df-d224-4a5b-95bc-64feda6bd309 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:47:58.006541 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Attempting to bind port 2a5323df-d224-4a5b-95bc-64feda6bd309 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:58.011457 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:47:58.015822 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Attempting to bind port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:47:58.019878 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:58.020219 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Checking segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:58.020607 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Bound using segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:58.021040 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Bound port: 2a5323df-d224-4a5b-95bc-64feda6bd309, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:58.021402 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.026194 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:47:58.026562 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Checking segment: {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:47:58.026970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Bound using segment: {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:47:58.027401 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Bound port: 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:47:58.027829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.066637 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd61a8-701c-4a96-906f-f33579d07f11 req-434b100d-7a6d-407e-be52-73d3ccdc2b08 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.068293 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8dbd61a8-701c-4a96-906f-f33579d07f11 req-434b100d-7a6d-407e-be52-73d3ccdc2b08 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 943 time: 0.0574665 Jan 13 14:47:58.104847 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d71ff-7611-407b-8dc8-03d47eecde1f req-f2323469-8059-496d-8a95-63cb39a03d88 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.106835 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7c6d71ff-7611-407b-8dc8-03d47eecde1f req-f2323469-8059-496d-8a95-63cb39a03d88 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.1414425 Jan 13 14:47:58.138268 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8dbd61a8-701c-4a96-906f-f33579d07f11 req-d299bfb7-5249-4e0f-853f-52e6ab5405d3 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Jan 13 14:47:58.193364 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:58.200676 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:47:58.220532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=2a5323df-d224-4a5b-95bc-64feda6bd309,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:58.226472 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7c6d71ff-7611-407b-8dc8-03d47eecde1f req-3676fc70-c241-4769-b3fd-59061ed92f6b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112547 Jan 13 14:47:58.228212 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:47:58.302661 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39262) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:58.308103 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.316452 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.349198 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-2b9c7d47-e402-4507-ac1f-48a70956e01a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2965f2668ed845b7a3f56e18a3dd53c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446682 Jan 13 14:47:58.352720 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39264) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:58.357946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.358536 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.359929 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] 10.222.0.66 "PUT /v2.0/ports/7a0f3c69-47b6-45cc-ad4e-4e3688390626 HTTP/1.1" status: 200 len: 1093 time: 1.6945958 Jan 13 14:47:58.362409 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:47:58.364715 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:47:58.372471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.377952 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.377952 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] 10.222.0.66 "PUT /v2.0/ports/2a5323df-d224-4a5b-95bc-64feda6bd309 HTTP/1.1" status: 200 len: 1093 time: 1.6399734 Jan 13 14:47:58.393078 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808c2a-8113-438f-833c-d3909b8ada75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:58.417253 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] Publish callbacks [] for security_group (c59edffe-9388-4880-8d37-822d375d3e98), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.428344 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6db5766-c3a0-4433-808a-832cff1b6526 x-openstack-request-id: req-b6db5766-c3a0-4433-808a-832cff1b6526 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:47:58.430650 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:47:58.430970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6db5766-c3a0-4433-808a-832cff1b6526 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:47:58.431409 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626', 'status': 'completed', 'code': 200} Jan 13 14:47:58.442509 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] Publish callbacks [] for security_group (c59edffe-9388-4880-8d37-822d375d3e98), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.536843 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53749c1-17ad-4ad4-830d-8608dcf3c307 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:58.559673 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-e38e46c4-121c-4346-997e-c0c04363697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.562060 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-e38e46c4-121c-4346-997e-c0c04363697c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 1096 time: 0.1058726 Jan 13 14:47:58.566966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-f489b923-2bb6-4a5c-af83-42f035b227e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.568522 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-f489b923-2bb6-4a5c-af83-42f035b227e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 1096 time: 0.0843904 Jan 13 14:47:58.587333 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7b749-0899-4d55-b24a-f0e484038c2f req-1b5f5e34-e761-462c-9511-4fe64a325a3c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.596406 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-23b7b749-0899-4d55-b24a-f0e484038c2f req-1b5f5e34-e761-462c-9511-4fe64a325a3c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 943 time: 0.0823374 Jan 13 14:47:58.605968 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c59edffe-9388-4880-8d37-822d375d3e98), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.608669 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:58.610004 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c59edffe-9388-4880-8d37-822d375d3e98 HTTP/1.1" status: 204 len: 168 time: 0.2561200 Jan 13 14:47:58.629689 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fcda6-48f5-43c9-ba1d-e682fa3e07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59edffe-9388-4880-8d37-822d375d3e98,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:58.661612 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-51c1ab00-309f-4bb2-bba5-30db84b52606 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5323df-d224-4a5b-95bc-64feda6bd309 HTTP/1.1" status: 200 len: 217 time: 0.0811236 Jan 13 14:47:58.683842 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-23b7b749-0899-4d55-b24a-f0e484038c2f req-8ebf334a-315a-415a-aa29-2a214a3926a7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815325 Jan 13 14:47:58.756284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39276) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:58.806489 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188d6-3192-469c-9621-32d47a534492 req-c8b28834-6a88-4daf-9410-e613eeb6c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.808012 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-c8b28834-6a88-4daf-9410-e613eeb6c035 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.1341009 Jan 13 14:47:58.815552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-a7db301a-d8f4-4482-ace9-31eab9a41fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:58.817018 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-a7db301a-d8f4-4482-ace9-31eab9a41fd9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b8feb97824684e1aa9c50701740e9927&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2476313 Jan 13 14:47:58.871908 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-9b09745f-4081-42d7-a6d0-4df9e3f4d480 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538766 Jan 13 14:47:58.893264 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a464a4f3-e0af-40d0-92a6-6dc86db3f2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.016617 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a464a4f3-e0af-40d0-92a6-6dc86db3f2c2 admin admin] Publish callbacks [] for security_group (dfc06c47-1310-4564-bd50-f18317a76aea), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.079086 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a464a4f3-e0af-40d0-92a6-6dc86db3f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (dfc06c47-1310-4564-bd50-f18317a76aea), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.133572 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-a464a4f3-e0af-40d0-92a6-6dc86db3f2c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=039d2690a76b4d3db9ef3878719b16fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751204 Jan 13 14:47:59.136905 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39282) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:47:59.153890 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464a4f3-e0af-40d0-92a6-6dc86db3f2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc06c47-1310-4564-bd50-f18317a76aea,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:59.178221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b217-87fc-4776-9ae8-dcff1a529a87 req-08ee555e-7d44-4575-8cd5-0f0168f98018 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.187829 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d9d0b217-87fc-4776-9ae8-dcff1a529a87 req-08ee555e-7d44-4575-8cd5-0f0168f98018 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.4477658 Jan 13 14:47:59.216794 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] Publish callbacks [] for security_group (dfc06c47-1310-4564-bd50-f18317a76aea), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.257807 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] Publish callbacks [] for security_group (dfc06c47-1310-4564-bd50-f18317a76aea), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.345584 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d9d0b217-87fc-4776-9ae8-dcff1a529a87 req-9177a028-c2c7-4a99-93a4-7c04b4e1f287 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566324 Jan 13 14:47:59.385269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-3d2c2d07-cf3d-4fd9-90d4-ed6b4bf504f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.385556 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bb09a-f0b7-4ceb-8c53-77253edfa0ab req-cbedfe38-20f9-4eb0-bdfd-66ac7285e7b8 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.386759 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ebc8244e-0aed-4c71-a8aa-1fb6c15169f8 req-3d2c2d07-cf3d-4fd9-90d4-ed6b4bf504f3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5566223 Jan 13 14:47:59.387071 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3b9bb09a-f0b7-4ceb-8c53-77253edfa0ab req-cbedfe38-20f9-4eb0-bdfd-66ac7285e7b8 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 943 time: 0.0992353 Jan 13 14:47:59.397842 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-926d941a-06c4-4ee6-8f3a-dbdcff8a2644 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054222 Jan 13 14:47:59.443778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (dfc06c47-1310-4564-bd50-f18317a76aea), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.446784 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:47:59.447955 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfc06c47-1310-4564-bd50-f18317a76aea HTTP/1.1" status: 204 len: 168 time: 0.3091474 Jan 13 14:47:59.453280 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3b9bb09a-f0b7-4ceb-8c53-77253edfa0ab req-9effec70-312e-4588-8522-14064e774523 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587723 Jan 13 14:47:59.459729 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71817-3e00-438f-b4b3-46e264a2b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc06c47-1310-4564-bd50-f18317a76aea,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:47:59.630748 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62c25-e074-4308-a361-1a8256325f88 req-a210a4bf-8459-4821-a7de-18382c43f2c5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.632395 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29f62c25-e074-4308-a361-1a8256325f88 req-a210a4bf-8459-4821-a7de-18382c43f2c5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.1924107 Jan 13 14:47:59.641627 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a1a188d6-3192-469c-9621-32d47a534492 req-ac8bbbe3-6ae3-436d-aaea-2d67832b19b0 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269425 Jan 13 14:47:59.660956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-ea842da8-e033-409f-9b3d-b8d13ae62dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.662571 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-ea842da8-e033-409f-9b3d-b8d13ae62dcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 1096 time: 0.1522560 Jan 13 14:47:59.721248 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-44efe5e7-a559-408a-a58c-844eec800446 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626 HTTP/1.1" status: 200 len: 217 time: 0.0470979 Jan 13 14:47:59.726850 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29f62c25-e074-4308-a361-1a8256325f88 req-824e5732-65af-42c2-9532-8ba5ce2e3a8c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874751 Jan 13 14:47:59.823968 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-a82d2a54-6497-4bc2-9410-121900631f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.828202 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-a82d2a54-6497-4bc2-9410-121900631f6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4359c529-a9d2-447d-aa02-79737fb21660 HTTP/1.1" status: 200 len: 849 time: 0.0994108 Jan 13 14:47:59.899741 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-c8d6b008-a8c8-4674-b2f8-af3c90ab5d4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640776 Jan 13 14:47:59.912451 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b914d-2ce8-48e4-9beb-9df177edf78d req-b0dafa24-c1ae-4042-a3e2-9017f45c372f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:47:59.915061 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-981b914d-2ce8-48e4-9beb-9df177edf78d req-b0dafa24-c1ae-4042-a3e2-9017f45c372f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 943 time: 0.0906570 Jan 13 14:47:59.987398 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-981b914d-2ce8-48e4-9beb-9df177edf78d req-d3481ebd-7a38-464d-b5ce-36f9997e7dd4 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637081 Jan 13 14:48:00.037323 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555f84-ed7f-481a-85f6-bcc126d37685 req-4e59dc51-3bca-4261-b14d-2f9fb8b00dd0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.039604 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-56555f84-ed7f-481a-85f6-bcc126d37685 req-4e59dc51-3bca-4261-b14d-2f9fb8b00dd0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.1816115 Jan 13 14:48:00.050303 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39318) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:00.057765 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'floatingip': {'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:48:00.067359 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-fbb5278a-7982-43e2-8aa6-1747c26c5e13 service neutron] 10.222.0.66 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228113 Jan 13 14:48:00.140914 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:00.177111 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b8ee957-f263-4f17-8909-b66a5c9eedec req-2bd7aba3-4c09-4650-bec7-f0b94fece5d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961876 Jan 13 14:48:00.283935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-341348a8-6e7c-42b6-92ca-385bd05ddfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:00.432402 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:00.435716 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b7532-5658-400a-bacc-522492bf6890" -d '{"events": [{"name": "network-changed", "server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:00.479601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6692cad8-a214-48e6-bf77-3cfe02a50260 x-openstack-request-id: req-6692cad8-a214-48e6-bf77-3cfe02a50260 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:00.479601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:00.479601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6692cad8-a214-48e6-bf77-3cfe02a50260 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:00.479601 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309', 'status': 'completed', 'code': 200} Jan 13 14:48:00.562533 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7532-5658-400a-bacc-522492bf6890 req-41a28350-7715-4c67-8d2c-e4bc5f03006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.564238 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-41a28350-7715-4c67-8d2c-e4bc5f03006c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 1096 time: 0.0543621 Jan 13 14:48:00.669320 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75623f-9f71-4484-93e7-766d9c97553f req-3d70444e-6f3a-4bb4-a516-5191fb45332b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.670862 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4a75623f-9f71-4484-93e7-766d9c97553f req-3d70444e-6f3a-4bb4-a516-5191fb45332b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.2146134 Jan 13 14:48:00.671262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b565c2-4e19-44d2-86b4-306178263a9d req-d11652bf-06e0-4b13-abdd-510aca545b4c tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.672771 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51b565c2-4e19-44d2-86b4-306178263a9d req-d11652bf-06e0-4b13-abdd-510aca545b4c tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 943 time: 0.1143682 Jan 13 14:48:00.721267 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7532-5658-400a-bacc-522492bf6890 req-138d7130-667c-4c48-9c3b-9c4d5a026222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.722787 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-138d7130-667c-4c48-9c3b-9c4d5a026222 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 915 time: 0.1485701 Jan 13 14:48:00.743159 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51b565c2-4e19-44d2-86b4-306178263a9d req-03cd7ef6-940c-45ed-b79f-d8950adf631d tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628157 Jan 13 14:48:00.804829 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4a75623f-9f71-4484-93e7-766d9c97553f req-c439f55e-e838-4f2c-a624-becaa24adece tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269162 Jan 13 14:48:00.809137 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-92371409-bd07-4e5f-91d5-65912a3a71d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5323df-d224-4a5b-95bc-64feda6bd309 HTTP/1.1" status: 200 len: 217 time: 0.0676010 Jan 13 14:48:00.861591 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 39340) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:00.871223 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7532-5658-400a-bacc-522492bf6890 req-f9730c27-a70b-4714-b385-cf95adade08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:00.872723 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-f9730c27-a70b-4714-b385-cf95adade08f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.0570722 Jan 13 14:48:00.931175 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-c9aa4aa7-8515-4bfc-b32a-b569803c8b04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389302 Jan 13 14:48:01.064181 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ddb91d23-9a26-40e1-8d69-78717cb1f9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.070526 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-71b16226-303a-46ae-988c-e73155b861bb service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266370 Jan 13 14:48:01.112801 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.181379 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.245507 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4483-61b1-483e-acaa-dd0494078075 req-c5c1dc95-09af-4f50-870c-1174ce309fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:01.247029 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3a0d4483-61b1-483e-acaa-dd0494078075 req-c5c1dc95-09af-4f50-870c-1174ce309fbe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.1582162 Jan 13 14:48:01.290483 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.l3_db [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Floating IP b4a6fd3b-27c7-45e7-9735-11bcb8d78a21 associated. External IP: 172.27.0.6, port: fb9bef26-fa8a-4ea9-81ea-9961d0260853. Jan 13 14:48:01.299084 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59eaef-1cac-4e42-aebb-55ea5a34bfdd req-188227c5-eafa-43b7-bfd8-73c112741cf0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:01.300928 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce59eaef-1cac-4e42-aebb-55ea5a34bfdd req-188227c5-eafa-43b7-bfd8-73c112741cf0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 943 time: 0.1952753 Jan 13 14:48:01.314830 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a47b7532-5658-400a-bacc-522492bf6890 req-95ddfa31-052b-4329-bc2c-2fc1bb9e0c44 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172062 Jan 13 14:48:01.358079 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ddb91d23-9a26-40e1-8d69-78717cb1f9de admin admin] Publish callbacks [] for security_group (4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.366151 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3a0d4483-61b1-483e-acaa-dd0494078075 req-c58055b1-5dc3-4701-a95b-b0c1915410d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091924 Jan 13 14:48:01.405942 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce59eaef-1cac-4e42-aebb-55ea5a34bfdd req-eaf72f1b-bd26-4db1-bb5d-7019fbf9078a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 Jan 13 14:48:01.429244 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ddb91d23-9a26-40e1-8d69-78717cb1f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.467353 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ddb91d23-9a26-40e1-8d69-78717cb1f9de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e1c2196e1da4aafab65f6c5e6624c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6046987 Jan 13 14:48:01.468373 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb91d23-9a26-40e1-8d69-78717cb1f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:01.472196 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39354) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:01.587177 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] Publish callbacks [] for security_group (4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.607755 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:48:01.624694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] Publish callbacks [] for security_group (4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.791146 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:48:01.798432 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.802329 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:48:01.814240 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:48:01.820367 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:48:01.842988 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b9bccbda-aef5-4659-8ca3-ea1b5d057dd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "PUT /v2.0/floatingips/b4a6fd3b-27c7-45e7-9735-11bcb8d78a21 HTTP/1.1" status: 200 len: 990 time: 1.7889471 Jan 13 14:48:01.843751 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:01.846098 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b435ed-e036-476c-93f6-b7a4030b7850" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:01.848476 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.851134 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:01.855927 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6 HTTP/1.1" status: 204 len: 168 time: 0.3788869 Jan 13 14:48:01.896295 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4708ae-1b4c-4edc-b7c5-582a4e0c56ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39f63e-f72e-48cb-9d03-2a11bd4f7fa6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:01.930971 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc2bc0-a917-4c10-a8a2-36049338df6a req-b882c576-7ec6-4b4c-a647-6d1e9dca88a5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:01.934145 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1bfc2bc0-a917-4c10-a8a2-36049338df6a req-b882c576-7ec6-4b4c-a647-6d1e9dca88a5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 943 time: 0.0800591 Jan 13 14:48:01.974863 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4963-477f-4d93-af3f-9cdd6546f11b req-08217c2a-22e1-4bb7-bdba-5b70a919410f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:01.976531 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e64e4963-477f-4d93-af3f-9cdd6546f11b req-08217c2a-22e1-4bb7-bdba-5b70a919410f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0780153 Jan 13 14:48:01.978771 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:48:01.987258 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1bfc2bc0-a917-4c10-a8a2-36049338df6a req-ae2d492f-f4d2-4618-ac38-3cfd6e29875d tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Jan 13 14:48:02.041152 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e64e4963-477f-4d93-af3f-9cdd6546f11b req-55fe0fcf-56c5-4ce8-a455-871bd2abe557 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Jan 13 14:48:02.096868 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb3cf7-1067-4e3f-908e-11a5b861b107 x-openstack-request-id: req-5abb3cf7-1067-4e3f-908e-11a5b861b107 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:02.097233 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:02.097555 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5abb3cf7-1067-4e3f-908e-11a5b861b107 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:02.098023 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'status': 'completed', 'code': 200} Jan 13 14:48:02.171824 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-467e8f15-601d-45a1-8a03-f2e339c0cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:02.173504 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-467e8f15-601d-45a1-8a03-f2e339c0cac2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1099 time: 0.0470228 Jan 13 14:48:02.241394 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'b4a6fd3b-27c7-45e7-9735-11bcb8d78a21', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:47:43Z', 'updated_at': '2022-01-13T14:48:00Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:48:02.269576 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:48:02.279735 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:48:02.280349 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:47:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:48:02.291882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-daf733c7-7bd1-4719-b7bb-788dc33f4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:02.293328 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-daf733c7-7bd1-4719-b7bb-788dc33f4f75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.1114104 Jan 13 14:48:02.370970 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-e231d691-ba80-4c4a-a5eb-1621d54e42ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 998 time: 0.0705664 Jan 13 14:48:02.459208 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-fb555aca-7735-440f-9e1f-b975124512f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:02.469685 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-fb555aca-7735-440f-9e1f-b975124512f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0856998 Jan 13 14:48:02.510816 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:48:02.512437 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 7a0f3c69-47b6-45cc-ad4e-4e3688390626 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:48:02.550178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-15d05da4-c2de-4568-aea6-98e6d3ee38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:02.551897 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-15d05da4-c2de-4568-aea6-98e6d3ee38d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806577 Jan 13 14:48:02.565614 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083bda6-f34f-4d48-83be-7f039a2e0b5e req-810d7e46-4da2-4178-9bd9-a33b8eeb0fb3 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:02.574744 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6083bda6-f34f-4d48-83be-7f039a2e0b5e req-810d7e46-4da2-4178-9bd9-a33b8eeb0fb3 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 943 time: 0.0747442 Jan 13 14:48:02.637939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:02.657331 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '7a0f3c69-47b6-45cc-ad4e-4e3688390626', 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7', 'port_id': '7a0f3c69-47b6-45cc-ad4e-4e3688390626', 'mac_address': 'fa:16:3e:60:93:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4359c529-a9d2-447d-aa02-79737fb21660', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:48:02.700731 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6083bda6-f34f-4d48-83be-7f039a2e0b5e req-2cc74bd3-8068-4a53-bfe5-482b8e8b076a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247735 Jan 13 14:48:02.730909 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:02.731368 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:02.737890 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-ec4fe465-4d9d-49bf-a20f-2716300f7729 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518798 Jan 13 14:48:02.747926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0f3c69-47b6-45cc-ad4e-4e3688390626 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:48:02.816693 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:02.856834 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'b4a6fd3b-27c7-45e7-9735-11bcb8d78a21', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:47:43Z', 'updated_at': '2022-01-13T14:48:00Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:48:02.871291 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-48b435ed-e036-476c-93f6-b7a4030b7850 req-9adfc30b-648e-4726-9842-c7e971c89f43 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221826 Jan 13 14:48:02.895180 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:02.895939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 2a5323df-d224-4a5b-95bc-64feda6bd309 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:48:02.901881 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c4129-782d-4d37-88d7-6d7c750a4674 None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'b4a6fd3b-27c7-45e7-9735-11bcb8d78a21', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:47:43Z', 'updated_at': '2022-01-13T14:48:00Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:48:02.955975 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-67e02906-24e8-41c5-8d5d-71329c0bc536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:03.001150 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:03.066144 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=2a5323df-d224-4a5b-95bc-64feda6bd309,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:03.087022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '2a5323df-d224-4a5b-95bc-64feda6bd309', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'port_id': '2a5323df-d224-4a5b-95bc-64feda6bd309', 'mac_address': 'fa:16:3e:73:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1ee154-2c67-408b-9d1b-3b933215ff25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:48:03.154093 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 2a5323df-d224-4a5b-95bc-64feda6bd309 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:03.154487 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:03.193350 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5323df-d224-4a5b-95bc-64feda6bd309 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:48:03.223120 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=2a5323df-d224-4a5b-95bc-64feda6bd309,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:03.231283 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410b186-c572-487e-ae50-633658aea27c req-8375788a-7836-4754-adf2-f99349bb0452 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:03.233057 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e410b186-c572-487e-ae50-633658aea27c req-8375788a-7836-4754-adf2-f99349bb0452 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 944 time: 0.0986748 Jan 13 14:48:03.264670 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c1d23-5318-4340-9221-6eedc91d736f None None] New status for floating IP b4a6fd3b-27c7-45e7-9735-11bcb8d78a21: ACTIVE {{(pid=109678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:48:03.272133 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f2ac2-2902-4190-8e7e-378d6e3e816c req-e21a4e29-655d-4917-bdef-a6812d40b50a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:03.280379 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0f0f2ac2-2902-4190-8e7e-378d6e3e816c req-e21a4e29-655d-4917-bdef-a6812d40b50a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1156092 Jan 13 14:48:03.305637 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e410b186-c572-487e-ae50-633658aea27c req-088ca06e-22ec-4954-8142-54db94a2a5dc tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619738 Jan 13 14:48:03.374864 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0f0f2ac2-2902-4190-8e7e-378d6e3e816c req-e94f23aa-ab2a-4c85-9f9a-bcc9744d11a0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933311 Jan 13 14:48:03.388521 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:03.486619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:03.780120 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['2a5323df-d224-4a5b-95bc-64feda6bd309'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:03.794666 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629edb-a6eb-48d0-ad16-c40d206090ea req-6a70e5a6-c465-4f88-b0b2-2a8a78109662 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:03.796417 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-30629edb-a6eb-48d0-ad16-c40d206090ea req-6a70e5a6-c465-4f88-b0b2-2a8a78109662 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0662687 Jan 13 14:48:03.809757 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['7a0f3c69-47b6-45cc-ad4e-4e3688390626'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:03.857923 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-30629edb-a6eb-48d0-ad16-c40d206090ea req-caa4363f-b01f-47bd-9b53-68859c33d4f6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522280 Jan 13 14:48:03.873126 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-4f665202-2892-400d-96ee-83dbdc35bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:03.879203 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-4f665202-2892-400d-96ee-83dbdc35bae1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.0849011 Jan 13 14:48:03.887075 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53e8a8-c88f-4eb2-9160-a6a2825206b7 req-72f1887f-b913-4037-9d7a-ce780cf9e45c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:03.888751 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1f53e8a8-c88f-4eb2-9160-a6a2825206b7 req-72f1887f-b913-4037-9d7a-ce780cf9e45c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 944 time: 0.0852478 Jan 13 14:48:04.005008 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1f53e8a8-c88f-4eb2-9160-a6a2825206b7 req-b3e50d43-5781-4223-8e91-cd7f849e6713 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066778 Jan 13 14:48:04.032884 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-221e4abb-c63f-4299-ba27-ed74c6352171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:04.034393 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-221e4abb-c63f-4299-ba27-ed74c6352171 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.1447775 Jan 13 14:48:04.081608 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-89902000-ea66-4ae3-ae39-72baee72b2b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Jan 13 14:48:04.146146 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-71604e81-f1e2-419b-8b13-d4593d884149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:04.151054 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-71604e81-f1e2-419b-8b13-d4593d884149 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.0594053 Jan 13 14:48:04.159642 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:04.186157 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-523dd274-1ce5-4b32-9af8-92cc553ec76d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304995 Jan 13 14:48:04.297435 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-efe25034-444b-4f93-8e37-7e98b9303af2 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049142 Jan 13 14:48:04.440340 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-eaa28a87-ea0a-4559-afbe-845345053c01 req-ef2f242c-f576-4d5f-9a8f-e86cabbd6866 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320217 Jan 13 14:48:04.459089 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07adcf8-206c-451d-b222-fa69fbe641a0 req-8707c564-1ce3-458e-b7a2-cc304606da8f tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:04.462351 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b07adcf8-206c-451d-b222-fa69fbe641a0 req-8707c564-1ce3-458e-b7a2-cc304606da8f tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 944 time: 0.0727921 Jan 13 14:48:04.523896 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b07adcf8-206c-451d-b222-fa69fbe641a0 req-324a5f8f-48c0-42c0-9235-cc564783e2aa tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552735 Jan 13 14:48:05.003806 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852966f-087a-44ed-a10d-63d08c62ac78 req-5f97c441-e2cc-44da-b504-a6ab5c84c82c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:05.003806 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9852966f-087a-44ed-a10d-63d08c62ac78 req-5f97c441-e2cc-44da-b504-a6ab5c84c82c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0568664 Jan 13 14:48:05.057917 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9852966f-087a-44ed-a10d-63d08c62ac78 req-762923a7-d6ab-49b4-8f62-90758f8ebc4f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Jan 13 14:48:05.143249 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7779c-ab1d-4ec3-acd7-f459cb6b3d4b req-122267af-762e-4fe4-8438-3ebc7582af43 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:05.144726 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2ff7779c-ab1d-4ec3-acd7-f459cb6b3d4b req-122267af-762e-4fe4-8438-3ebc7582af43 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 944 time: 0.0508122 Jan 13 14:48:05.169666 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:05.197385 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2ff7779c-ab1d-4ec3-acd7-f459cb6b3d4b req-7c7ae593-832a-4ad4-8b19-69787be9aa24 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Jan 13 14:48:05.650537 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91838-6235-4999-bd8c-caad401304d7 req-efead7e9-81dc-43ae-a57e-f3fc677d92d6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:05.652106 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ed91838-6235-4999-bd8c-caad401304d7 req-efead7e9-81dc-43ae-a57e-f3fc677d92d6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 944 time: 0.0535285 Jan 13 14:48:05.702804 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ed91838-6235-4999-bd8c-caad401304d7 req-fcbb35dc-2361-4049-99e6-c337eb6fcd3a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Jan 13 14:48:06.181104 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcccb-350d-400e-a8a1-5a41dff2aa9a req-d7fe08d6-2459-446c-9b22-fa1b71fcb4f1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:06.182567 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-237bcccb-350d-400e-a8a1-5a41dff2aa9a req-d7fe08d6-2459-446c-9b22-fa1b71fcb4f1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Jan 13 14:48:06.236831 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-237bcccb-350d-400e-a8a1-5a41dff2aa9a req-31b56a0c-0049-4a6c-b99c-ab19aaf47978 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Jan 13 14:48:06.328813 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634c2a-01a1-437a-9382-703665385ef3 req-b2b232f4-470a-42aa-8ec6-6f5cb3c43cb5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:06.330587 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b3634c2a-01a1-437a-9382-703665385ef3 req-b2b232f4-470a-42aa-8ec6-6f5cb3c43cb5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 944 time: 0.0563459 Jan 13 14:48:06.380410 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b3634c2a-01a1-437a-9382-703665385ef3 req-3e26ec0c-befb-4edb-8d14-0a6f6448ed4f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Jan 13 14:48:06.544541 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 7a0f3c69-47b6-45cc-ad4e-4e3688390626 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:48:06.655575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:48:06.661854 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:48:06.662284 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:06.691072 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:06.765780 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:06.766290 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:06.794377 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:06.796825 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319157c9-fb20-42de-8c36-974ef8bc1da2" -d '{"events": [{"server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:06.812637 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:06.842577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65317c-68ad-4709-bc69-bebff962b432 req-77a30aa1-d05f-4444-9ddf-0bd20bd35d06 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:06.844211 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2e65317c-68ad-4709-bc69-bebff962b432 req-77a30aa1-d05f-4444-9ddf-0bd20bd35d06 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 944 time: 0.0577841 Jan 13 14:48:06.872539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:06.873379 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 2a5323df-d224-4a5b-95bc-64feda6bd309 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:48:06.905898 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2e65317c-68ad-4709-bc69-bebff962b432 req-12769c70-58f0-4101-b650-00999a625427 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Jan 13 14:48:06.907097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2211c8-3e6f-4628-8118-12633b99d334 x-openstack-request-id: req-6c2211c8-3e6f-4628-8118-12633b99d334 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:06.907416 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:06.909791 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c2211c8-3e6f-4628-8118-12633b99d334 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:06.909791 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626', 'code': 200} Jan 13 14:48:06.997788 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:07.089997 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 2a5323df-d224-4a5b-95bc-64feda6bd309 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:48:07.094448 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 2a5323df-d224-4a5b-95bc-64feda6bd309 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:48:07.094839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:07.175910 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 2a5323df-d224-4a5b-95bc-64feda6bd309 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:07.176317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:07.217391 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=2a5323df-d224-4a5b-95bc-64feda6bd309,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:07.250115 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e28df3-a50f-4e68-8390-89dbd81d8aa5 req-afcc630d-df62-49db-b72c-1178eedf0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:07.251640 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20e28df3-a50f-4e68-8390-89dbd81d8aa5 req-afcc630d-df62-49db-b72c-1178eedf0f6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 1098 time: 0.0421042 Jan 13 14:48:07.284072 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:07.299628 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20e28df3-a50f-4e68-8390-89dbd81d8aa5 req-a4fb1338-d133-4929-99ac-0a0b23a681a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jan 13 14:48:07.341068 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:07.365090 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9e5c1-ff91-4cca-a74d-2ce94661d10f req-c18fd2d2-e584-4339-8fd1-d79c3afabb88 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:07.367431 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-23b9e5c1-ff91-4cca-a74d-2ce94661d10f req-c18fd2d2-e584-4339-8fd1-d79c3afabb88 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0553839 Jan 13 14:48:07.415604 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-23b9e5c1-ff91-4cca-a74d-2ce94661d10f req-c7495cc2-c5df-47a6-9041-74c56fd4228f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Jan 13 14:48:07.527478 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b121c7a-fde8-4e4b-b09d-f38b4932877a req-775904a1-2c19-470c-b4ce-99814c133ddc tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:07.529111 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0b121c7a-fde8-4e4b-b09d-f38b4932877a req-775904a1-2c19-470c-b4ce-99814c133ddc tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0752349 Jan 13 14:48:07.592481 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0b121c7a-fde8-4e4b-b09d-f38b4932877a req-9ffe1e38-a708-4ce1-97de-28fa3c016edc tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546200 Jan 13 14:48:08.037239 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce32589-ba2d-47be-8899-e1c83fdaaba7 req-6f487b7f-71b1-47bf-bd45-be34fb6b8bad tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:08.043108 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bce32589-ba2d-47be-8899-e1c83fdaaba7 req-6f487b7f-71b1-47bf-bd45-be34fb6b8bad tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0589373 Jan 13 14:48:08.096152 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bce32589-ba2d-47be-8899-e1c83fdaaba7 req-33613a30-e79c-42a2-96bd-c0aa43a0a4a0 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Jan 13 14:48:08.728170 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a7bee-cf82-49aa-956e-08fa7390644d req-0b5eff58-2ec2-493e-b147-7a7340952f0e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:08.729665 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-049a7bee-cf82-49aa-956e-08fa7390644d req-0b5eff58-2ec2-493e-b147-7a7340952f0e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0553856 Jan 13 14:48:08.788038 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-049a7bee-cf82-49aa-956e-08fa7390644d req-a6349f8b-f526-4334-94af-79217713960f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523770 Jan 13 14:48:08.909680 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:08.913046 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d67916-e884-4511-b2bc-4e60c77122f9" -d '{"events": [{"server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "name": "network-vif-plugged", "status": "completed", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:08.953986 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da539aa-a777-47d7-ad8b-8742e6632355 x-openstack-request-id: req-4da539aa-a777-47d7-ad8b-8742e6632355 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:08.954305 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "name": "network-vif-plugged", "status": "completed", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:08.954565 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4da539aa-a777-47d7-ad8b-8742e6632355 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:08.955032 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309', 'code': 200} Jan 13 14:48:09.248856 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766712a-5475-4ee9-8c46-6e30059d1a37 req-fa5cf82b-373a-42a0-bb7b-ea4b9467005f tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:09.250378 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f766712a-5475-4ee9-8c46-6e30059d1a37 req-fa5cf82b-373a-42a0-bb7b-ea4b9467005f tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0595953 Jan 13 14:48:09.261344 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39762d-c533-4a25-a573-2ca4c9c12254 req-d3a9c65b-ff26-4fcf-9af9-09dbbafd6cae tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:09.263298 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f39762d-c533-4a25-a573-2ca4c9c12254 req-d3a9c65b-ff26-4fcf-9af9-09dbbafd6cae tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0585227 Jan 13 14:48:09.325137 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f39762d-c533-4a25-a573-2ca4c9c12254 req-e698215b-33e2-410d-80d0-7e886bfee7e7 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Jan 13 14:48:09.335866 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f7c3-1a86-4c9a-b3f1-489f4ce34c2d req-95d33757-1a89-4a81-a0b5-827e5aa85ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:09.337739 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a303f7c3-1a86-4c9a-b3f1-489f4ce34c2d req-95d33757-1a89-4a81-a0b5-827e5aa85ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 1098 time: 0.0797756 Jan 13 14:48:09.341189 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f766712a-5475-4ee9-8c46-6e30059d1a37 req-5ac8b2c7-7943-4dec-bfd3-727eb6ef07d6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Jan 13 14:48:09.391800 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a303f7c3-1a86-4c9a-b3f1-489f4ce34c2d req-5cacb20c-429a-4331-b663-fadd779f93d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Jan 13 14:48:09.912699 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb6aee-a0fb-4604-adba-c22bdcbf1c98 req-2823570f-c198-44f5-bfa0-296c51e6bef7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:09.914383 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cfbb6aee-a0fb-4604-adba-c22bdcbf1c98 req-2823570f-c198-44f5-bfa0-296c51e6bef7 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Jan 13 14:48:09.969304 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cfbb6aee-a0fb-4604-adba-c22bdcbf1c98 req-97bb3029-5995-42f3-a493-6a2096e06d8b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Jan 13 14:48:10.830522 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73332364-39e3-4f45-928e-8152d6759ccc req-83e2c0e0-dead-4486-840f-e54c8c0e8dcb tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:10.831995 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-73332364-39e3-4f45-928e-8152d6759ccc req-83e2c0e0-dead-4486-840f-e54c8c0e8dcb tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0524588 Jan 13 14:48:10.883083 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-73332364-39e3-4f45-928e-8152d6759ccc req-c502f5b0-c90e-4d4d-875e-1373d1e4cdea tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Jan 13 14:48:11.094445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50832727-7350-43a0-8c93-61ab72eff2ff req-aa8df49d-5939-49e7-aadb-99a39fae6411 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:11.096028 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-50832727-7350-43a0-8c93-61ab72eff2ff req-aa8df49d-5939-49e7-aadb-99a39fae6411 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Jan 13 14:48:11.146414 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-50832727-7350-43a0-8c93-61ab72eff2ff req-62c69b2f-8ddc-4ed8-891d-45c7d8bf8bc1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Jan 13 14:48:12.010634 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f037a7-4299-4417-9cf0-cb6ba7a09805 req-cf5afc2a-42da-41d3-8305-e86423b1b6ca tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:12.012212 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92f037a7-4299-4417-9cf0-cb6ba7a09805 req-cf5afc2a-42da-41d3-8305-e86423b1b6ca tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Jan 13 14:48:12.061664 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-92f037a7-4299-4417-9cf0-cb6ba7a09805 req-7552e8a4-c5c6-4f5f-9876-01c9b1dac4ff tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Jan 13 14:48:12.281281 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7fddc-95bf-44b7-aa9b-4a4eca1408c3 req-9eb95247-ea36-4699-9f41-fda29895b770 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:12.283177 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-67a7fddc-95bf-44b7-aa9b-4a4eca1408c3 req-9eb95247-ea36-4699-9f41-fda29895b770 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0615473 Jan 13 14:48:12.336885 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-67a7fddc-95bf-44b7-aa9b-4a4eca1408c3 req-c7ae8709-9a28-4b46-bcc5-3ddb70a0979a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Jan 13 14:48:13.180176 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901aa26-b59f-4978-9a98-9e0c3113bbfd req-36920892-23b5-4fc2-b7cb-9415e2bd1330 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:13.181699 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4901aa26-b59f-4978-9a98-9e0c3113bbfd req-36920892-23b5-4fc2-b7cb-9415e2bd1330 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Jan 13 14:48:13.229639 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4901aa26-b59f-4978-9a98-9e0c3113bbfd req-6e4a7749-3167-478e-a127-a0f8843d4080 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Jan 13 14:48:13.287865 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df018-d608-451d-a993-9bc595e4d21f req-77bdc6d5-77b7-4bb3-b044-1d503875bc14 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:13.289347 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fa1df018-d608-451d-a993-9bc595e4d21f req-77bdc6d5-77b7-4bb3-b044-1d503875bc14 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 945 time: 0.0537534 Jan 13 14:48:13.390919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Deleting port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:48:13.391353 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:13.504391 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] For port 7a0f3c69-47b6-45cc-ad4e-4e3688390626, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=7a0f3c69-47b6-45cc-ad4e-4e3688390626,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:13.504841 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:13.518637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Calling delete_port for 7a0f3c69-47b6-45cc-ad4e-4e3688390626 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:48:13.718935 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (7a0f3c69-47b6-45cc-ad4e-4e3688390626), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:13.734568 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['7a0f3c69-47b6-45cc-ad4e-4e3688390626'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:13.754422 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Pushing event deleted for resources: {'Port': ['ID=7a0f3c69-47b6-45cc-ad4e-4e3688390626,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:13.820841 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] No DVR routers for this DVR port 7a0f3c69-47b6-45cc-ad4e-4e3688390626 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:48:13.824481 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:13.827820 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fa1df018-d608-451d-a993-9bc595e4d21f req-4deb2368-179d-4478-a827-2b8986b761d2 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "DELETE /v2.0/ports/7a0f3c69-47b6-45cc-ad4e-4e3688390626 HTTP/1.1" status: 204 len: 173 time: 0.5321279 Jan 13 14:48:13.828268 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'name': 'network-vif-deleted', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:13.830499 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb20fa-a4cd-41f4-99e9-029c463e7c99" -d '{"events": [{"server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "name": "network-vif-deleted", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:13.845548 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a688f-9de4-494a-a55b-1ff642372435 req-d9808237-5378-4af7-8b34-c15dcbf084a8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:13.847264 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ed2a688f-9de4-494a-a55b-1ff642372435 req-d9808237-5378-4af7-8b34-c15dcbf084a8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0950401 Jan 13 14:48:13.873365 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e74da7-265d-4633-8046-880e992cb24f x-openstack-request-id: req-42e74da7-265d-4633-8046-880e992cb24f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:13.873656 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbbab3-7956-4fba-b0b9-c0a57b70b169", "name": "network-vif-deleted", "tag": "7a0f3c69-47b6-45cc-ad4e-4e3688390626", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:13.873910 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42e74da7-265d-4633-8046-880e992cb24f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:13.874309 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbbab3-7956-4fba-b0b9-c0a57b70b169', 'name': 'network-vif-deleted', 'tag': '7a0f3c69-47b6-45cc-ad4e-4e3688390626', 'status': 'completed', 'code': 200} Jan 13 14:48:13.904908 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ed2a688f-9de4-494a-a55b-1ff642372435 req-d9d1d1e9-4c93-45b2-aab1-78af5561ae8e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507350 Jan 13 14:48:14.347844 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-47491338-4a09-4899-9e9b-385b01937256 req-6eb57d68-b223-4112-9979-e9eeac93ac3a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ecbbab3-7956-4fba-b0b9-c0a57b70b169 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Jan 13 14:48:14.921947 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:48:14.967025 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-039421a8-fe0e-4cb3-a636-67b1cae21219 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480740 Jan 13 14:48:15.064944 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385006c9-1a09-43b8-81ae-caff7a302666 req-7353deac-2690-4b4a-9f0a-a4e7a144ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:15.066467 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-7353deac-2690-4b4a-9f0a-a4e7a144ef5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 1099 time: 0.0775766 Jan 13 14:48:15.075313 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d806e5d-159b-4a7b-851c-e2a32a751716 req-cc19d1eb-a54d-43dd-afd1-8838e162bb04 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:15.076659 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d806e5d-159b-4a7b-851c-e2a32a751716 req-cc19d1eb-a54d-43dd-afd1-8838e162bb04 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0789576 Jan 13 14:48:15.175699 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d806e5d-159b-4a7b-851c-e2a32a751716 req-4f9ec2b8-d95a-42ff-93b4-d296568655da tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925598 Jan 13 14:48:15.206700 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385006c9-1a09-43b8-81ae-caff7a302666 req-583515a4-8faf-4844-b8d2-8e5d35c58bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:15.208562 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-583515a4-8faf-4844-b8d2-8e5d35c58bf4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 915 time: 0.1091740 Jan 13 14:48:15.500861 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-03c0435a-dfbe-4389-ae2a-800e84c3b97c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cfffe5-ee77-488d-988d-40b4e34aef08 HTTP/1.1" status: 200 len: 217 time: 0.2797658 Jan 13 14:48:15.559946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385006c9-1a09-43b8-81ae-caff7a302666 req-f347c026-7e94-474e-a4be-2bc7456dfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:15.561654 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-f347c026-7e94-474e-a4be-2bc7456dfea1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.0536597 Jan 13 14:48:15.598715 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-274f66ad-f02b-4e1f-b54b-576cd163065d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282791 Jan 13 14:48:15.774467 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-60d6d649-0008-4e4a-b79b-658942837f73 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:15.776042 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-60d6d649-0008-4e4a-b79b-658942837f73 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/networks?id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 HTTP/1.1" status: 200 len: 809 time: 0.1764584 Jan 13 14:48:15.779955 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-390446ef-70df-4387-9dd5-dc8233717c19 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593413 Jan 13 14:48:15.800805 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-6b4ca442-4365-426e-8be2-e5da475ac07e tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/quotas/b8feb97824684e1aa9c50701740e9927 HTTP/1.1" status: 200 len: 375 time: 0.0186009 Jan 13 14:48:15.864571 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-0fad4e93-b89f-48b7-92ef-761193986044 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545292 Jan 13 14:48:15.955056 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-385006c9-1a09-43b8-81ae-caff7a302666 req-e2adf9e0-520b-4b35-9a17-cd094588ed24 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646910 Jan 13 14:48:15.987877 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-58ab3336-69c9-42ca-8cf6-18074e879445 service neutron] 10.222.0.60 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138201 Jan 13 14:48:16.086355 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-7c324bfa-9cdf-43ca-97d2-df9b566a6302 service neutron] 10.222.0.60 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913801 Jan 13 14:48:16.305771 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd4d0-3aba-4d00-a71d-037f0dcb62d4 req-119b8d02-27b4-46a0-a493-e4b7bc3435ad tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:16.307368 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00bdd4d0-3aba-4d00-a71d-037f0dcb62d4 req-119b8d02-27b4-46a0-a493-e4b7bc3435ad tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0593419 Jan 13 14:48:16.344777 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-426092ff-6356-4fa1-8ce3-892641c44de4 req-4268d50f-f9ad-441b-a037-3f9590520598 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0333769 Jan 13 14:48:16.371245 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00bdd4d0-3aba-4d00-a71d-037f0dcb62d4 req-526fc210-d67a-4714-981c-5ca80579979d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573225 Jan 13 14:48:16.589811 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 7a0f3c69-47b6-45cc-ad4e-4e3688390626 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:48:16.611031 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 7a0f3c69-47b6-45cc-ad4e-4e3688390626 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:48:16.611393 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 7a0f3c69-47b6-45cc-ad4e-4e3688390626 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:48:16.677966 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:17.444215 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cea7952f-b8a6-4d10-ba0e-a9452b9b94ca req-3dc23814-955c-4d6c-af79-484b58b9cac5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Jan 13 14:48:17.503416 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6912-f0ad-4986-a671-9443a96d4bb0 req-d7d43d0c-0c28-4ce2-a867-9b090dda3f16 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:17.505959 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bd8d6912-f0ad-4986-a671-9443a96d4bb0 req-d7d43d0c-0c28-4ce2-a867-9b090dda3f16 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Jan 13 14:48:17.558421 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bd8d6912-f0ad-4986-a671-9443a96d4bb0 req-fc80eb07-97e7-45bc-938e-393ebd5ee58c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458448 Jan 13 14:48:18.567825 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08f88b20-f83a-4e97-8091-a89ef7de5b83 req-4776fae7-dad2-404f-a420-33ce1980fca7 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0443010 Jan 13 14:48:18.622205 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c84c008c-76e7-4cdc-a7eb-b729fc70bc86 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:18.623966 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c84c008c-76e7-4cdc-a7eb-b729fc70bc86 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "GET /v2.0/networks?id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 HTTP/1.1" status: 200 len: 809 time: 0.1719735 Jan 13 14:48:18.648911 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Request body: {'port': {'device_id': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7', 'admin_state_up': True, 'tenant_id': 'b8feb97824684e1aa9c50701740e9927'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:48:18.690964 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f568-5c25-45db-a435-c17828756f7b req-0650d8db-5307-4333-aec4-109684f7d8f9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:18.692860 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7d31f568-5c25-45db-a435-c17828756f7b req-0650d8db-5307-4333-aec4-109684f7d8f9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0557926 Jan 13 14:48:18.764687 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7d31f568-5c25-45db-a435-c17828756f7b req-cca719d2-2bdc-441b-814d-d4f127188638 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624912 Jan 13 14:48:18.896530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Made reservation on behalf of b8feb97824684e1aa9c50701740e9927 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:48:18.896530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:19.052275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Allocated IP 172.20.0.11 (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7/4359c529-a9d2-447d-aa02-79737fb21660/8d209ec6-911c-40c5-8829-2690b1bf1c9a) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:48:19.222564 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks [] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:19.357919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:19.406830 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:48:19.412292 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:48:19.416952 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:48:19.423915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Pushing event updated for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:19.452025 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.452377 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.452725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.453090 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.453555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.453892 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.454228 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.454555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.454909 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.455238 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.455564 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.455889 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.456211 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.484089 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:19.486387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:19.568700 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-c73be26a-d810-49be-a9ab-b4e9ceab9421 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9246812 Jan 13 14:48:19.592438 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Request body: {'port': {'device_id': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:48:19.671018 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:19.751359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82b40-922f-47ca-b1b5-98df78600914 req-10fbca19-53c3-4055-a40e-40b69ede5d56 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:19.753079 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24a82b40-922f-47ca-b1b5-98df78600914 req-10fbca19-53c3-4055-a40e-40b69ede5d56 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 932 time: 0.0868952 Jan 13 14:48:19.821617 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24a82b40-922f-47ca-b1b5-98df78600914 req-4eaea82d-f4ac-45e0-98a5-e9fc1e018de5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616543 Jan 13 14:48:19.981881 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78b596-f52d-412f-a258-b94bbbf621f0 req-28428a15-0383-4542-903c-5bc8d28fcf98 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:19.983473 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9c78b596-f52d-412f-a258-b94bbbf621f0 req-28428a15-0383-4542-903c-5bc8d28fcf98 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.1177471 Jan 13 14:48:20.093907 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9c78b596-f52d-412f-a258-b94bbbf621f0 req-5ec48c11-d628-41ce-a279-0c560bea42bd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019077 Jan 13 14:48:20.120503 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d209ec6-911c-40c5-8829-2690b1bf1c9a {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:48:20.129374 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks [] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:20.144136 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Transition to ACTIVE for port object 8d209ec6-911c-40c5-8829-2690b1bf1c9a will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:48:20.238463 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:20.321856 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Pushing event updated for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:20.382752 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Attempting to bind port 8d209ec6-911c-40c5-8829-2690b1bf1c9a on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:48:20.383169 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Attempting to bind port 8d209ec6-911c-40c5-8829-2690b1bf1c9a by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:48:20.383497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Attempting to bind port 8d209ec6-911c-40c5-8829-2690b1bf1c9a on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:48:20.388312 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Port 8d209ec6-911c-40c5-8829-2690b1bf1c9a on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:48:20.388572 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Attempting to bind port 8d209ec6-911c-40c5-8829-2690b1bf1c9a on network 0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:48:20.393601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:48:20.393939 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Checking segment: {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:48:20.394352 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Bound using segment: {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:48:20.394820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Bound port: 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:48:20.395189 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:20.483962 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:48:20.488550 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:48:20.605755 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:20.643150 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:20.643770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:20.645198 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] 10.222.0.66 "PUT /v2.0/ports/8d209ec6-911c-40c5-8829-2690b1bf1c9a HTTP/1.1" status: 200 len: 1094 time: 1.0572944 Jan 13 14:48:20.645649 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:20.649183 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eadc54-88bb-4520-9d17-bab664c6ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:20.675638 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0ee3e-0acb-4e56-9647-91cee9af299a service neutron] Pushing event updated for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:20.687287 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330edca1-714e-48b2-90bf-e03fcc247316 x-openstack-request-id: req-330edca1-714e-48b2-90bf-e03fcc247316 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:20.687714 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:20.688140 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-330edca1-714e-48b2-90bf-e03fcc247316 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:20.696082 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a', 'status': 'completed', 'code': 200} Jan 13 14:48:20.768516 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-c248841b-612d-4430-bb56-29b3a15b78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:20.770011 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-c248841b-612d-4430-bb56-29b3a15b78e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0513971 Jan 13 14:48:20.882354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-00def66d-ff38-4844-9b8d-8b44aff924fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:20.884072 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-00def66d-ff38-4844-9b8d-8b44aff924fa service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b8feb97824684e1aa9c50701740e9927&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1064911 Jan 13 14:48:21.010478 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe26f1e-a7b2-4564-9d09-7d5808a66a84 req-e960af05-1d9e-43e9-b10e-0c989e4c96a6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:21.012057 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-abe26f1e-a7b2-4564-9d09-7d5808a66a84 req-e960af05-1d9e-43e9-b10e-0c989e4c96a6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1086855 Jan 13 14:48:21.038514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-ce1b138a-663d-4ab8-aa43-68d37ba30a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:21.040069 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-54eadc54-88bb-4520-9d17-bab664c6ee59 req-ce1b138a-663d-4ab8-aa43-68d37ba30a14 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1485455 Jan 13 14:48:21.075773 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-abe26f1e-a7b2-4564-9d09-7d5808a66a84 req-db963677-c2b7-4e44-9939-6a1d84538341 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Jan 13 14:48:21.131274 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-50455bb6-fd8d-40e6-8789-e95624bdb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:21.133619 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-50455bb6-fd8d-40e6-8789-e95624bdb964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8feb97824684e1aa9c50701740e9927&device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0514388 Jan 13 14:48:21.187083 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-8473ebf7-59e5-4cc9-9c76-c84b22bcefcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a HTTP/1.1" status: 200 len: 217 time: 0.0441749 Jan 13 14:48:21.276357 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e3ff-10c7-453f-9248-fa3dc5a9160d req-7072e4e9-8c78-4a74-95b5-50b54c62651f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:21.277885 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ba93e3ff-10c7-453f-9248-fa3dc5a9160d req-7072e4e9-8c78-4a74-95b5-50b54c62651f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0889246 Jan 13 14:48:21.288627 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-fcefbf12-5309-46ea-a254-62a173db9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:21.288627 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-fcefbf12-5309-46ea-a254-62a173db9dce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4359c529-a9d2-447d-aa02-79737fb21660 HTTP/1.1" status: 200 len: 849 time: 0.0669353 Jan 13 14:48:21.332644 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-47afb580-a23a-48e2-b6ce-0d81286cc15e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303967 Jan 13 14:48:21.406789 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ba93e3ff-10c7-453f-9248-fa3dc5a9160d req-e8e24e31-8d6f-43d2-8b59-af409249748b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219957 Jan 13 14:48:21.479503 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-5c434ce7-e391-415d-9b32-c834ac3d0ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381223 Jan 13 14:48:21.586011 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-08fb5939-b2fd-4965-9c6f-f1028c5834ef req-66d1385d-30a7-4e31-875e-d3804f8cf8d2 service neutron] 10.222.0.66 "GET /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975637 Jan 13 14:48:22.200035 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a2a4-bd01-4654-87d8-a563d77158db req-8b6fb982-adf6-4019-99f8-ae88e981adf9 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:22.201545 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1821a2a4-bd01-4654-87d8-a563d77158db req-8b6fb982-adf6-4019-99f8-ae88e981adf9 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0546601 Jan 13 14:48:22.252632 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1821a2a4-bd01-4654-87d8-a563d77158db req-83629927-3c3d-413f-b945-05efc85d1aba tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Jan 13 14:48:22.532701 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11e1b-6d01-4a9b-a0d0-41f6f536dd36 req-edc8dc4b-0a39-4e28-b5ca-7991a63fc4bf tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:22.535337 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-16c11e1b-6d01-4a9b-a0d0-41f6f536dd36 req-edc8dc4b-0a39-4e28-b5ca-7991a63fc4bf tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Jan 13 14:48:22.583578 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-16c11e1b-6d01-4a9b-a0d0-41f6f536dd36 req-e87b1ecf-13f8-478f-ac31-238c9d58560e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431526 Jan 13 14:48:23.373570 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb378-a91a-4487-a70e-61f1f955cdb9 req-c704ab5a-682c-4cef-8491-9e58b9f14245 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:23.375136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c00cb378-a91a-4487-a70e-61f1f955cdb9 req-c704ab5a-682c-4cef-8491-9e58b9f14245 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0533822 Jan 13 14:48:23.425935 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c00cb378-a91a-4487-a70e-61f1f955cdb9 req-cbec738c-e15d-4d77-9d2b-550ecb38aa73 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Jan 13 14:48:23.707037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d47130-1873-4100-b637-0821cbaa1004 req-a62a0bd8-ebbf-4ecd-87dd-c8274135f943 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:23.709291 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-81d47130-1873-4100-b637-0821cbaa1004 req-a62a0bd8-ebbf-4ecd-87dd-c8274135f943 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Jan 13 14:48:23.768106 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-81d47130-1873-4100-b637-0821cbaa1004 req-64a432b2-1e3a-4486-a7ad-c2eef944ba4c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524704 Jan 13 14:48:24.550931 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593e42d-8dcb-4d0e-b293-f3f02d845c5f req-1e38f790-6117-4562-b3ff-8272d1a23d24 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:24.552573 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9593e42d-8dcb-4d0e-b293-f3f02d845c5f req-1e38f790-6117-4562-b3ff-8272d1a23d24 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0538967 Jan 13 14:48:24.610120 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9593e42d-8dcb-4d0e-b293-f3f02d845c5f req-26d38c83-9af0-4a19-9c60-5fb3defff6c0 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513320 Jan 13 14:48:24.886882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533fa95-5a15-4525-aacc-3dd9af17e4e5 req-b75d832f-bc3e-4fb6-9211-cbe37a3c7a74 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:24.888515 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4533fa95-5a15-4525-aacc-3dd9af17e4e5 req-b75d832f-bc3e-4fb6-9211-cbe37a3c7a74 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Jan 13 14:48:24.938100 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4533fa95-5a15-4525-aacc-3dd9af17e4e5 req-685d73d8-5795-438e-9b02-8cb5b81b9563 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440443 Jan 13 14:48:25.730759 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9dda8-1057-4665-ba65-70a366930fd7 req-ac3e70ed-5704-4059-8d74-e70ea65768da tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:25.732282 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a9a9dda8-1057-4665-ba65-70a366930fd7 req-ac3e70ed-5704-4059-8d74-e70ea65768da tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0518205 Jan 13 14:48:25.782446 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a9a9dda8-1057-4665-ba65-70a366930fd7 req-2b6d63fe-da87-4223-bf20-9d78b062643b tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Jan 13 14:48:26.072393 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469e4e7-3b7f-49a5-bf93-f5696c155806 req-3f02cef2-a598-4feb-aa12-9facd6baca04 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:26.073897 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9469e4e7-3b7f-49a5-bf93-f5696c155806 req-3f02cef2-a598-4feb-aa12-9facd6baca04 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0631382 Jan 13 14:48:26.122294 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9469e4e7-3b7f-49a5-bf93-f5696c155806 req-6c0a8a68-0775-4938-9c2e-ed976dd768e2 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427752 Jan 13 14:48:26.903859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f28c-3231-4127-9ccf-f0adb18b30c1 req-be49f91f-380b-4515-bbab-2ce2daa4fa51 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:26.905350 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b613f28c-3231-4127-9ccf-f0adb18b30c1 req-be49f91f-380b-4515-bbab-2ce2daa4fa51 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0508502 Jan 13 14:48:26.953230 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b613f28c-3231-4127-9ccf-f0adb18b30c1 req-b671997a-16e9-47bd-aed8-d1dc77f489cd tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Jan 13 14:48:27.247459 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f882-2cf6-4ea7-9524-8bae085b9004 req-862b377c-b015-47dc-8bcf-c3cbba92571b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:27.248966 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7d83f882-2cf6-4ea7-9524-8bae085b9004 req-862b377c-b015-47dc-8bcf-c3cbba92571b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Jan 13 14:48:27.296191 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7d83f882-2cf6-4ea7-9524-8bae085b9004 req-a435e921-0c3c-4cac-9b9e-f6c8daf86638 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415213 Jan 13 14:48:27.895682 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c55013-6fef-429c-bfda-a9eaee5bcacc req-51f80fb3-7242-4ec9-9d10-06ee3dae464f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:27.897770 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f9c55013-6fef-429c-bfda-a9eaee5bcacc req-51f80fb3-7242-4ec9-9d10-06ee3dae464f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0489805 Jan 13 14:48:27.970990 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f9c55013-6fef-429c-bfda-a9eaee5bcacc req-b7035e64-0a7e-4e24-b87d-ba7e35bf2435 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670938 Jan 13 14:48:27.985186 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864140-160c-4a7c-985f-763fa177c42f req-792952f7-d2e9-4281-8bbd-765f0777fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:27.986235 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-792952f7-d2e9-4281-8bbd-765f0777fb16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.0572677 Jan 13 14:48:28.079656 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c484-ef7d-48b8-816e-0e43d2b365d2 req-18cdd910-8f98-4ecb-8f61-fa45790ed883 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:28.081113 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6f79c484-ef7d-48b8-816e-0e43d2b365d2 req-18cdd910-8f98-4ecb-8f61-fa45790ed883 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0536463 Jan 13 14:48:28.087654 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864140-160c-4a7c-985f-763fa177c42f req-50087101-719c-4b4b-8b75-71b99f39a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:28.089524 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-50087101-719c-4b4b-8b75-71b99f39a34b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.0907834 Jan 13 14:48:28.131001 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6f79c484-ef7d-48b8-816e-0e43d2b365d2 req-8ebbfcb4-5a44-4f0e-86cd-a894f3c904fd tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Jan 13 14:48:28.134923 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-0150ebf3-acce-45bd-918c-92921d6fc38c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.0359042 Jan 13 14:48:28.191220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864140-160c-4a7c-985f-763fa177c42f req-d0eeddfb-421a-4a9c-95fd-85258455f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:28.192748 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-d0eeddfb-421a-4a9c-95fd-85258455f780 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.0484359 Jan 13 14:48:28.224939 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-b0577885-3196-427f-bba6-3951db828d02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242648 Jan 13 14:48:28.314063 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-35b50b2f-1897-467e-b93a-eb3180dbd991 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818992 Jan 13 14:48:28.448490 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c3250-876d-4bb7-9d42-fefc4cb93608 req-ca9bb44b-c076-4b36-8bef-67cab6864852 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:28.450014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d58c3250-876d-4bb7-9d42-fefc4cb93608 req-ca9bb44b-c076-4b36-8bef-67cab6864852 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0798967 Jan 13 14:48:28.453588 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6864140-160c-4a7c-985f-763fa177c42f req-77d8908a-0146-4a67-83d9-880e4dda0d49 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309805 Jan 13 14:48:28.498805 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d58c3250-876d-4bb7-9d42-fefc4cb93608 req-0982e486-94ca-4b2f-9052-08d432692321 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431454 Jan 13 14:48:28.649751 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8d209ec6-911c-40c5-8829-2690b1bf1c9a details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:48:28.752062 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:28.764024 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '8d209ec6-911c-40c5-8829-2690b1bf1c9a', 'network_id': '0c88b2ec-434e-4d15-9a31-6999ca8ec2a7', 'port_id': '8d209ec6-911c-40c5-8829-2690b1bf1c9a', 'mac_address': 'fa:16:3e:7f:35:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4359c529-a9d2-447d-aa02-79737fb21660', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:48:28.801296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 8d209ec6-911c-40c5-8829-2690b1bf1c9a is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:28.801679 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:28.815295 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d209ec6-911c-40c5-8829-2690b1bf1c9a {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:48:28.833941 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:28.893976 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:28.945289 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:29.090987 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f543a9-d4cd-45df-9378-1d55a3658495 req-98581c3f-06a7-4af5-b96e-a35a0cf42bb1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:29.092519 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-25f543a9-d4cd-45df-9378-1d55a3658495 req-98581c3f-06a7-4af5-b96e-a35a0cf42bb1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0541379 Jan 13 14:48:29.162544 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-25f543a9-d4cd-45df-9378-1d55a3658495 req-583c8751-5e13-42f3-afc6-95ce1a4854c1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Jan 13 14:48:29.254935 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caae83-cc16-4a05-85c8-1978237e3853 req-97daff20-0d5e-4b81-a3dd-dbffd92a744a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:29.256599 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-73caae83-cc16-4a05-85c8-1978237e3853 req-97daff20-0d5e-4b81-a3dd-dbffd92a744a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Jan 13 14:48:29.306178 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-73caae83-cc16-4a05-85c8-1978237e3853 req-f3a63517-b73c-4a44-bfd2-f7db2fb4dc3d tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Jan 13 14:48:29.324376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['8d209ec6-911c-40c5-8829-2690b1bf1c9a'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:29.616859 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa5fd-7272-431a-b6a5-c3c707837fdd req-befc7684-8282-40e5-a808-ead4c39ed4a3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:29.618303 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d9fa5fd-7272-431a-b6a5-c3c707837fdd req-befc7684-8282-40e5-a808-ead4c39ed4a3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0474434 Jan 13 14:48:29.666954 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2d9fa5fd-7272-431a-b6a5-c3c707837fdd req-72a78ece-f511-4819-9de8-a0d8e809a067 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430007 Jan 13 14:48:30.284668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66748-68f6-4465-9e92-4e2321cc59ee req-badc085c-6c4d-4d63-9c9b-946ad6a673bf tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:30.286120 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-01e66748-68f6-4465-9e92-4e2321cc59ee req-badc085c-6c4d-4d63-9c9b-946ad6a673bf tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0518756 Jan 13 14:48:30.310882 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-76ba4e76-44c3-44bf-8d59-48116e743abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:30.334557 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-01e66748-68f6-4465-9e92-4e2321cc59ee req-a0dcaf1c-a863-4824-a290-33c7b0e9a88f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Jan 13 14:48:30.435577 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948cf21-3df8-40ac-8fb5-6c162a4cc2c0 req-7ab4e1f5-4e46-425c-ae5a-76cb123f93c6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:30.436973 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0948cf21-3df8-40ac-8fb5-6c162a4cc2c0 req-7ab4e1f5-4e46-425c-ae5a-76cb123f93c6 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0538013 Jan 13 14:48:30.490124 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0948cf21-3df8-40ac-8fb5-6c162a4cc2c0 req-61b22230-d963-4653-98be-5fd48993435e tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Jan 13 14:48:30.652300 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8d209ec6-911c-40c5-8829-2690b1bf1c9a up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:48:30.775629 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 8d209ec6-911c-40c5-8829-2690b1bf1c9a completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:48:30.780052 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 8d209ec6-911c-40c5-8829-2690b1bf1c9a triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:48:30.786511 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:30.805585 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3312-5659-4ff4-9aa0-bc2f1abe63a2 req-1374baaf-0efd-4ac2-b81f-ce85b5a1ec79 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:30.807229 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-df9b3312-5659-4ff4-9aa0-bc2f1abe63a2 req-1374baaf-0efd-4ac2-b81f-ce85b5a1ec79 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0706422 Jan 13 14:48:30.862524 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-df9b3312-5659-4ff4-9aa0-bc2f1abe63a2 req-317e6d6f-3c7a-4f72-a5d6-9348b9f7c66b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490849 Jan 13 14:48:30.893863 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 8d209ec6-911c-40c5-8829-2690b1bf1c9a is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:48:30.894412 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:30.920559 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:30.922913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2d5aa-d89b-429c-a638-239906f3b425" -d '{"events": [{"server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:30.935950 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:30.958484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374988e-6911-4b4c-97eb-cbdc4a010489 x-openstack-request-id: req-2374988e-6911-4b4c-97eb-cbdc4a010489 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:30.958761 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:30.959018 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2374988e-6911-4b4c-97eb-cbdc4a010489 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:30.959405 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a', 'code': 200} Jan 13 14:48:31.065550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:31.117709 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:31.298093 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641924-aa29-41b5-9eab-3343c1b97ebb req-fbf7b219-d615-45a0-a5c4-cd642c692372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:31.300164 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dd641924-aa29-41b5-9eab-3343c1b97ebb req-fbf7b219-d615-45a0-a5c4-cd642c692372 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0397022 Jan 13 14:48:31.348356 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dd641924-aa29-41b5-9eab-3343c1b97ebb req-bf2bddaa-28cf-4f6a-b00c-d1bf54931d10 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Jan 13 14:48:31.457723 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772f975-3f06-4b3f-8647-e6b54eab4681 req-490850c1-d932-4b2f-99d8-e3473db91e9f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:31.459256 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d772f975-3f06-4b3f-8647-e6b54eab4681 req-490850c1-d932-4b2f-99d8-e3473db91e9f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0529687 Jan 13 14:48:31.512563 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d772f975-3f06-4b3f-8647-e6b54eab4681 req-f9f0bc93-be3c-4430-8dc7-91bc1ebd8564 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Jan 13 14:48:31.613232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4072-2d9d-4f3a-ba93-105c5162a418 req-4b354f88-ad4b-4df9-9541-5396f4ba6acd tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:31.614684 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9dbc4072-2d9d-4f3a-ba93-105c5162a418 req-4b354f88-ad4b-4df9-9541-5396f4ba6acd tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0512440 Jan 13 14:48:31.665174 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9dbc4072-2d9d-4f3a-ba93-105c5162a418 req-756b2e6a-211a-4bcb-bc3c-7d9655acac36 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jan 13 14:48:31.908765 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 39980) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:31.989564 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea63c9-145f-41ec-94b9-859fa62f89f6 req-33bf4c19-bb1f-40cb-a530-598f91e36a6b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:31.991939 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-12ea63c9-145f-41ec-94b9-859fa62f89f6 req-33bf4c19-bb1f-40cb-a530-598f91e36a6b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0523238 Jan 13 14:48:32.024162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.046170 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-12ea63c9-145f-41ec-94b9-859fa62f89f6 req-f8571b3e-ad4e-4590-bee3-ab4ef65eb04f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480113 Jan 13 14:48:32.101070 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Publish callbacks [] for security_group (304e9be9-1730-457d-8f68-4591ad6243be), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.152225 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (304e9be9-1730-457d-8f68-4591ad6243be), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.191604 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304e9be9-1730-457d-8f68-4591ad6243be,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:32.195855 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=101692eb996e402fb17ad3ecd5607cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860770 Jan 13 14:48:32.198889 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 39986) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:32.201840 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.202187 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.202528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.202887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.203217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.203545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.203869 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.204192 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.204519 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.204841 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.205160 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.205480 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.205800 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2f645-eab9-4e05-8ce8-a8084b246445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:48:32.249505 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] Publish callbacks [] for security_group (304e9be9-1730-457d-8f68-4591ad6243be), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.271673 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] Publish callbacks [] for security_group (304e9be9-1730-457d-8f68-4591ad6243be), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.375139 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (304e9be9-1730-457d-8f68-4591ad6243be), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.377695 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:32.378870 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/304e9be9-1730-457d-8f68-4591ad6243be HTTP/1.1" status: 204 len: 168 time: 0.1789632 Jan 13 14:48:32.386792 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7b17d-1675-407f-a519-f3d4b9d99758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e9be9-1730-457d-8f68-4591ad6243be,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:32.657397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b27b2-e5f9-4f6d-8401-8b0f12d18cd9 req-d4fd4eab-21d9-42e3-9925-4cd82f873e8a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:32.659172 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-219b27b2-e5f9-4f6d-8401-8b0f12d18cd9 req-d4fd4eab-21d9-42e3-9925-4cd82f873e8a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0577300 Jan 13 14:48:32.715652 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-219b27b2-e5f9-4f6d-8401-8b0f12d18cd9 req-4e00ab15-1a92-4e22-a8c9-3442886d4ce3 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500743 Jan 13 14:48:32.811948 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e1cd-1128-432d-a4a7-6e8f6b0f7bbe req-905cfd65-9cba-4b6e-a2cb-e97d23908ad3 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:32.813471 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a3e1cd-1128-432d-a4a7-6e8f6b0f7bbe req-905cfd65-9cba-4b6e-a2cb-e97d23908ad3 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0515854 Jan 13 14:48:32.869341 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a3e1cd-1128-432d-a4a7-6e8f6b0f7bbe req-e5c4cec2-6cf8-41fe-bd2c-0670b7bee403 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Jan 13 14:48:32.928069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-9e53e068-9da7-455e-99e6-2bf371bdf40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.001452 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 40002) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:33.109815 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4fee5c35-e6c8-40bb-b89b-0786f30b8d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.197588 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a59cc-7b45-4e32-8afe-bf330d2dbdee req-8f2dd8a9-648d-47e7-b562-22d6e1700813 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:33.199035 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-334a59cc-7b45-4e32-8afe-bf330d2dbdee req-8f2dd8a9-648d-47e7-b562-22d6e1700813 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0757833 Jan 13 14:48:33.253521 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4fee5c35-e6c8-40bb-b89b-0786f30b8d57 admin admin] Publish callbacks [] for security_group (28a6c8da-8e0c-4281-bf33-67663a7198b4), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.267249 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-334a59cc-7b45-4e32-8afe-bf330d2dbdee req-b1b2c807-426b-420d-8ad1-5a1b9b1191b9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618021 Jan 13 14:48:33.339255 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4fee5c35-e6c8-40bb-b89b-0786f30b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (28a6c8da-8e0c-4281-bf33-67663a7198b4), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.380216 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-4fee5c35-e6c8-40bb-b89b-0786f30b8d57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=860b0ea96665410c906b753ee5a14517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775790 Jan 13 14:48:33.381007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee5c35-e6c8-40bb-b89b-0786f30b8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6c8da-8e0c-4281-bf33-67663a7198b4,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:33.383199 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 40010) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:48:33.433400 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] Publish callbacks [] for security_group (28a6c8da-8e0c-4281-bf33-67663a7198b4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.454579 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] Publish callbacks [] for security_group (28a6c8da-8e0c-4281-bf33-67663a7198b4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.558303 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (28a6c8da-8e0c-4281-bf33-67663a7198b4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.561022 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:33.562187 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28a6c8da-8e0c-4281-bf33-67663a7198b4 HTTP/1.1" status: 204 len: 168 time: 0.1780043 Jan 13 14:48:33.570760 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085a785-305e-49a8-9325-e32db1e2dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6c8da-8e0c-4281-bf33-67663a7198b4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:33.857967 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27727e6e-4647-4c8e-a15b-6a212ec7843a req-c4f03adc-89c9-451f-9876-e94e844c1b92 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:33.860399 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-27727e6e-4647-4c8e-a15b-6a212ec7843a req-c4f03adc-89c9-451f-9876-e94e844c1b92 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0570714 Jan 13 14:48:33.908874 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-27727e6e-4647-4c8e-a15b-6a212ec7843a req-d0f24577-8962-45de-85b1-5178da0fec52 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Jan 13 14:48:34.000515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe464-155a-4fea-913c-8f94eef60f3d req-1d744866-b4a5-4914-9cec-0bc456f9323a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:34.002132 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c92fe464-155a-4fea-913c-8f94eef60f3d req-1d744866-b4a5-4914-9cec-0bc456f9323a tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Jan 13 14:48:34.051525 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c92fe464-155a-4fea-913c-8f94eef60f3d req-741b612f-24dd-47da-9acb-ec5a1be1c76c tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Jan 13 14:48:34.145021 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:34.627416 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece85dc-2529-4183-ba43-c26d8ecf81ae req-678f646f-64c3-4a39-bda9-95877b750b80 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:34.628902 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ece85dc-2529-4183-ba43-c26d8ecf81ae req-678f646f-64c3-4a39-bda9-95877b750b80 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.2914641 Jan 13 14:48:34.678102 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ece85dc-2529-4183-ba43-c26d8ecf81ae req-e2909efd-7bf8-4e6d-952b-b3a2a7b12daf tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425072 Jan 13 14:48:35.053756 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83e58-2e12-4854-897a-608314a6b157 req-bd51319d-43a9-47f2-9be2-932b6b7ac350 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:35.055461 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e1e83e58-2e12-4854-897a-608314a6b157 req-bd51319d-43a9-47f2-9be2-932b6b7ac350 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0694718 Jan 13 14:48:35.110556 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e1e83e58-2e12-4854-897a-608314a6b157 req-33b46b6d-ff77-4774-83c8-871fc69237dd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Jan 13 14:48:35.198169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:35.431651 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb995ec5-8525-4668-a1b3-73e30d417537 req-faa258ba-435a-4689-8e6e-0cbbb9eecca5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:35.433136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bb995ec5-8525-4668-a1b3-73e30d417537 req-faa258ba-435a-4689-8e6e-0cbbb9eecca5 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Jan 13 14:48:35.483109 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bb995ec5-8525-4668-a1b3-73e30d417537 req-58b56a59-d540-4e96-99ee-fec19238de57 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jan 13 14:48:35.805366 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754ea7-906c-418d-a6b1-8882388a2973 req-396a5a81-a246-48bf-bc8e-19caf33ccb23 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:35.806858 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b2754ea7-906c-418d-a6b1-8882388a2973 req-396a5a81-a246-48bf-bc8e-19caf33ccb23 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0571690 Jan 13 14:48:35.856932 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b2754ea7-906c-418d-a6b1-8882388a2973 req-58e81d0f-661a-4e0e-90c9-fe87af2ae2c4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442450 Jan 13 14:48:36.228461 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17040037-70ed-49f9-ac1b-30a11b8b4607 req-0f18caba-eea2-449b-8b34-c7240d460a1e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:36.229959 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-17040037-70ed-49f9-ac1b-30a11b8b4607 req-0f18caba-eea2-449b-8b34-c7240d460a1e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Jan 13 14:48:36.277184 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-17040037-70ed-49f9-ac1b-30a11b8b4607 req-dff3a3a4-95c5-43b6-bc6e-0118e17556c4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Jan 13 14:48:36.601103 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cac33a-616c-44f6-9556-04153c247346 req-c7abffb2-4e9a-48c6-b1a5-3721c188708e tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:36.602585 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-31cac33a-616c-44f6-9556-04153c247346 req-c7abffb2-4e9a-48c6-b1a5-3721c188708e tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0519471 Jan 13 14:48:36.657513 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-31cac33a-616c-44f6-9556-04153c247346 req-bb3a325a-adc0-43ff-b864-4f4077e79f35 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Jan 13 14:48:36.706496 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:36.977201 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31568cac-e33d-4d9d-a197-2642e6ff643c req-29ec691c-677a-47ea-87b9-16a23f2cb2ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:36.978688 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31568cac-e33d-4d9d-a197-2642e6ff643c req-29ec691c-677a-47ea-87b9-16a23f2cb2ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Jan 13 14:48:37.027405 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31568cac-e33d-4d9d-a197-2642e6ff643c req-a88fb3e4-3054-48e5-bfba-af0dd30fa386 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431120 Jan 13 14:48:37.401498 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e540f2e-dfd0-4fa2-bc06-5dad6067b498 req-f26cec39-0368-4210-823c-4839565ada12 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:37.403032 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1e540f2e-dfd0-4fa2-bc06-5dad6067b498 req-f26cec39-0368-4210-823c-4839565ada12 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0502143 Jan 13 14:48:37.409649 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d72a4-8e05-4adc-96da-5106ace180a9 req-49603bdc-3954-48bd-8a14-b47a201d489f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:37.411326 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-707d72a4-8e05-4adc-96da-5106ace180a9 req-49603bdc-3954-48bd-8a14-b47a201d489f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0537624 Jan 13 14:48:37.457771 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1e540f2e-dfd0-4fa2-bc06-5dad6067b498 req-3b49df1b-e770-438d-be79-1beba5166b73 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Jan 13 14:48:37.502646 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-f9c15d8c-88f6-45ca-b353-fa12fdf660fa tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:37.504023 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-f9c15d8c-88f6-45ca-b353-fa12fdf660fa tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0878947 Jan 13 14:48:37.507974 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-707d72a4-8e05-4adc-96da-5106ace180a9 req-f83822d0-5db6-442b-abe9-76206b28e079 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813873 Jan 13 14:48:37.607652 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-1c3c84b3-b736-4831-981a-c1f02a6efc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:37.609163 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-1c3c84b3-b736-4831-981a-c1f02a6efc24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1098 time: 0.0895579 Jan 13 14:48:37.632746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Deleting port 8d209ec6-911c-40c5-8829-2690b1bf1c9a {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:48:37.633077 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:37.727585 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] For port 8d209ec6-911c-40c5-8829-2690b1bf1c9a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8d209ec6-911c-40c5-8829-2690b1bf1c9a,segment=NetworkSegment(781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d),segment_id=781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:48:37.727956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:37.751509 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Calling delete_port for 8d209ec6-911c-40c5-8829-2690b1bf1c9a owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:48:37.838531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1dc04-62a9-48a1-ab81-7fd737db7bca req-917d1814-212b-4ec8-8cb0-dff50af2b698 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:37.839936 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a9a1dc04-62a9-48a1-ab81-7fd737db7bca req-917d1814-212b-4ec8-8cb0-dff50af2b698 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1091468 Jan 13 14:48:37.909457 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a9a1dc04-62a9-48a1-ab81-7fd737db7bca req-107d95b8-a38d-4b0b-a737-dfa33bf6f237 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ede7e8-7742-408c-9435-926197d972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 Jan 13 14:48:38.065349 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (8d209ec6-911c-40c5-8829-2690b1bf1c9a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:38.098482 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Pushing event deleted for resources: {'Port': ['ID=8d209ec6-911c-40c5-8829-2690b1bf1c9a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:38.140691 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] No DVR routers for this DVR port 8d209ec6-911c-40c5-8829-2690b1bf1c9a on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:48:38.143935 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:38.147923 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d2fff513-9f1b-4a14-94a7-cc0a0ca853a5 req-3b2cfc07-c295-4d61-87f1-0edd1ff7e223 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.66 "DELETE /v2.0/ports/8d209ec6-911c-40c5-8829-2690b1bf1c9a HTTP/1.1" status: 204 len: 173 time: 0.6356473 Jan 13 14:48:38.148436 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'name': 'network-vif-deleted', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:38.150561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7447b-3cdb-4ab6-abd4-cbcaad8aafdf" -d '{"events": [{"server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "name": "network-vif-deleted", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:38.185863 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836069cf-20cf-40df-9c85-1782ceb5538f x-openstack-request-id: req-836069cf-20cf-40df-9c85-1782ceb5538f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:38.186161 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8", "name": "network-vif-deleted", "tag": "8d209ec6-911c-40c5-8829-2690b1bf1c9a", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:38.186418 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-836069cf-20cf-40df-9c85-1782ceb5538f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:38.186851 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8', 'name': 'network-vif-deleted', 'tag': '8d209ec6-911c-40c5-8829-2690b1bf1c9a', 'status': 'completed', 'code': 200} Jan 13 14:48:38.579260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e978d-2c30-4ece-9a23-eaafc0f36bb3 req-ca2e308d-25d3-4cc6-a4b6-56108f863e2f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:38.580762 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-439e978d-2c30-4ece-9a23-eaafc0f36bb3 req-ca2e308d-25d3-4cc6-a4b6-56108f863e2f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0519431 Jan 13 14:48:38.630014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-439e978d-2c30-4ece-9a23-eaafc0f36bb3 req-76e5aeb5-5864-4baf-bc35-662d926956cb tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Jan 13 14:48:38.740096 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bf99c-95da-463a-9829-17e608711e46 req-01f90fbc-0807-477e-8d61-8c93ddb4bd85 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:38.742260 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1f3bf99c-95da-463a-9829-17e608711e46 req-01f90fbc-0807-477e-8d61-8c93ddb4bd85 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0566607 Jan 13 14:48:38.788752 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1f3bf99c-95da-463a-9829-17e608711e46 req-a318ef33-615b-4d8f-8305-0bebfc6beba9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408700 Jan 13 14:48:39.002734 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ff332809-2292-4844-8f32-9041d837f3a7 req-fc6e4837-f911-4977-90c9-5fc74df80fcd tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Jan 13 14:48:39.746814 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9490-adba-411d-914e-1bbb2f727b36 req-0ed87e95-9d70-4a2a-94f8-d8de6ff53a01 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:39.752244 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f28f9490-adba-411d-914e-1bbb2f727b36 req-0ed87e95-9d70-4a2a-94f8-d8de6ff53a01 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0507176 Jan 13 14:48:39.806301 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f28f9490-adba-411d-914e-1bbb2f727b36 req-db3cdd88-9170-489f-9d91-3b42d4ce5e5d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Jan 13 14:48:39.911406 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8821b44-a41e-4dfe-bb68-1453042393c3 req-47b2a174-f664-4975-b066-15b2b16b7d2e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:39.913410 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c8821b44-a41e-4dfe-bb68-1453042393c3 req-47b2a174-f664-4975-b066-15b2b16b7d2e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Jan 13 14:48:39.961112 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c8821b44-a41e-4dfe-bb68-1453042393c3 req-31aa3da5-9603-4e5d-9988-ec2af7ce1ffd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420983 Jan 13 14:48:40.096482 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6627e827-fd8d-47c1-97c4-daf2c306de4b req-87f91a2f-cde1-4b31-ae07-0455c4bf610d tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0256841 Jan 13 14:48:40.321998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['8d209ec6-911c-40c5-8829-2690b1bf1c9a'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:40.422018 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-d379f7a5-9099-49f1-8fd8-99d35041cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:40.423520 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-d379f7a5-9099-49f1-8fd8-99d35041cb3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.0862751 Jan 13 14:48:40.495554 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-e34af1a2-e67e-49df-a641-537faffad274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 1000 time: 0.0639763 Jan 13 14:48:40.668488 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-7ea40bbc-d614-493e-89c6-d6ab9c509717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:40.670152 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-7ea40bbc-d614-493e-89c6-d6ab9c509717 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0461390 Jan 13 14:48:40.717031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-e783168a-4d3b-4af4-9930-4c6a2c8127f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:40.718573 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-e783168a-4d3b-4af4-9930-4c6a2c8127f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412242 Jan 13 14:48:40.824316 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-5ac4609c-276e-46ca-ac63-2aaac24a797e service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959284 Jan 13 14:48:40.960538 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-73dec29e-11cc-41a6-b2cc-57f66f2ec9d9 req-313d752f-e499-442d-b1c9-ea9f69611678 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259193 Jan 13 14:48:40.968268 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ea2cf-673f-4eab-8f3d-ee00d24ebdd8 req-1fb9806b-97ba-4fe2-849a-0325b11118c5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:40.969840 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d50ea2cf-673f-4eab-8f3d-ee00d24ebdd8 req-1fb9806b-97ba-4fe2-849a-0325b11118c5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0896227 Jan 13 14:48:41.021567 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d50ea2cf-673f-4eab-8f3d-ee00d24ebdd8 req-33b5e28b-927d-4e80-b22a-9be36a54c83d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Jan 13 14:48:41.093721 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d74344-3366-4b63-b3c0-861bc7bf45bb req-ecce6fae-14bf-485f-9aa6-fdef7861257c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:41.095332 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a4d74344-3366-4b63-b3c0-861bc7bf45bb req-ecce6fae-14bf-485f-9aa6-fdef7861257c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Jan 13 14:48:41.147796 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a4d74344-3366-4b63-b3c0-861bc7bf45bb req-a05fe874-b749-4a75-9f85-b3a29dcbbca4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456822 Jan 13 14:48:41.221571 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1b886ab3-dbf8-4312-9952-0e43b3cb797b req-15266342-b581-4e9c-b869-5213bb581585 tempest-VolumesActionsTest-251993665 tempest-VolumesActionsTest-251993665-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1e652ad-2cf3-4ae9-99cd-3e443fa4f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Jan 13 14:48:42.143830 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ffbde-fec0-42a2-806d-8f44ad06afb8 req-8c80c323-4a38-4c22-b3fd-d28e4b049f77 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:42.145348 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e94ffbde-fec0-42a2-806d-8f44ad06afb8 req-8c80c323-4a38-4c22-b3fd-d28e4b049f77 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0501206 Jan 13 14:48:42.198907 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e94ffbde-fec0-42a2-806d-8f44ad06afb8 req-11970557-9b88-4230-803e-87949e418b06 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Jan 13 14:48:42.269477 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fdf14-4d66-4878-880a-b651304e1420 req-701a6d42-f198-4801-a8e7-1a8098c1bd0d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:42.271291 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-905fdf14-4d66-4878-880a-b651304e1420 req-701a6d42-f198-4801-a8e7-1a8098c1bd0d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0500977 Jan 13 14:48:42.322520 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-905fdf14-4d66-4878-880a-b651304e1420 req-3932a86b-e984-4a9a-afe7-c72d7ca04d2b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440488 Jan 13 14:48:43.318544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad090a-76df-42c4-9a90-022b9f5f2dce req-d4b052e9-e265-47f9-b5f0-3e39d0235178 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:43.320091 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-79ad090a-76df-42c4-9a90-022b9f5f2dce req-d4b052e9-e265-47f9-b5f0-3e39d0235178 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0509186 Jan 13 14:48:43.376369 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-79ad090a-76df-42c4-9a90-022b9f5f2dce req-dec3ff6b-f5f1-4ba7-80d9-1e40be61ef50 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Jan 13 14:48:43.929921 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8d209ec6-911c-40c5-8829-2690b1bf1c9a no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:48:43.953417 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 8d209ec6-911c-40c5-8829-2690b1bf1c9a {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:48:43.953785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8d209ec6-911c-40c5-8829-2690b1bf1c9a not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:48:44.494164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b55897-d6c0-4c48-8699-5cb2db31246d req-7819c708-da91-4a60-b90c-fb3734a96789 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:44.495706 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-86b55897-d6c0-4c48-8699-5cb2db31246d req-7819c708-da91-4a60-b90c-fb3734a96789 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0502973 Jan 13 14:48:44.543111 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-86b55897-d6c0-4c48-8699-5cb2db31246d req-31bdfb21-41a8-4352-b0e1-e265d7d397e0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jan 13 14:48:45.670101 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac4af5-a00e-413d-9c6a-e046bbdd4d29 req-d15d7cf2-cdfb-4c5e-a168-67fb66e84b77 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:45.671612 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e8ac4af5-a00e-413d-9c6a-e046bbdd4d29 req-d15d7cf2-cdfb-4c5e-a168-67fb66e84b77 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0534813 Jan 13 14:48:45.721329 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e8ac4af5-a00e-413d-9c6a-e046bbdd4d29 req-59adcd64-522f-43c8-a38e-c199f454bb98 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Jan 13 14:48:46.649546 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:46.839648 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eb0d0-f506-42e4-a9e9-16552f810a7f req-8122138d-c0f0-433f-b371-c3e016835a7f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:46.841022 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2d2eb0d0-f506-42e4-a9e9-16552f810a7f req-8122138d-c0f0-433f-b371-c3e016835a7f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0501204 Jan 13 14:48:46.888393 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2d2eb0d0-f506-42e4-a9e9-16552f810a7f req-7c7a7656-c676-4940-a5bf-4d4f5f5ea421 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Jan 13 14:48:48.005726 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baffbf-dc36-488a-aa1a-98e3e1e8edb7 req-4af0d5c2-5f72-4378-8021-d2a730793e0d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:48.007878 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-42baffbf-dc36-488a-aa1a-98e3e1e8edb7 req-4af0d5c2-5f72-4378-8021-d2a730793e0d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0515084 Jan 13 14:48:48.058610 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-42baffbf-dc36-488a-aa1a-98e3e1e8edb7 req-8186af71-1b4d-46e5-8bd3-c9bde22ac49c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Jan 13 14:48:49.200081 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa15e9-5bab-4a32-84b3-cbbe83d434d7 req-7c094652-0fda-4fc0-a7a9-7aa5dc8bfc99 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:49.201628 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b8fa15e9-5bab-4a32-84b3-cbbe83d434d7 req-7c094652-0fda-4fc0-a7a9-7aa5dc8bfc99 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0696883 Jan 13 14:48:49.253145 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b8fa15e9-5bab-4a32-84b3-cbbe83d434d7 req-1dd89ce7-d83b-4e6d-b246-6678c28660a1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Jan 13 14:48:49.697692 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-9e220201-6355-472d-b3ad-7e948982f809 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:49.699204 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-9e220201-6355-472d-b3ad-7e948982f809 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.1109746 Jan 13 14:48:49.715360 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-ac79dd21-09f3-4d36-85d4-518fadd506d5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/quotas/edb74e308d4f4a2487e92290470e0f85 HTTP/1.1" status: 200 len: 375 time: 0.0103877 Jan 13 14:48:49.775658 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-5beec4da-6b2f-4447-8a97-35eba8e62350 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540597 Jan 13 14:48:49.907173 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-de53ec28-916a-431e-b488-b0451cefbb53 service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245737 Jan 13 14:48:50.026016 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-4fc4edcc-a63a-466f-a2c7-d9eb8c726aef service neutron] 10.222.0.60 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117246 Jan 13 14:48:50.368804 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c415078-9dfe-49c1-9d06-7fecc51bff21 req-66dff21a-ee7c-4199-b0b5-95997e44ef9c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0502560 Jan 13 14:48:50.477648 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609cc1-e8a7-40f2-8148-c49ab7c30579 req-bd221ab1-90f3-4e28-bb91-f1b7f8d5ad65 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:50.487930 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8c609cc1-e8a7-40f2-8148-c49ab7c30579 req-bd221ab1-90f3-4e28-bb91-f1b7f8d5ad65 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1147869 Jan 13 14:48:50.599384 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8c609cc1-e8a7-40f2-8148-c49ab7c30579 req-9ca34659-8464-4fa7-8dcc-3a38e4d11faf tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099255 Jan 13 14:48:51.490433 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-abb59d35-aff1-4915-863d-4aabb8aeeae8 req-ae485931-d03e-4b8a-853b-7ca451a96863 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0471826 Jan 13 14:48:51.745771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c1b34-26ce-4551-b173-2b7d18d3ec40 req-751a8e16-546a-423f-bf1b-7994e6369a28 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:51.748274 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c49c1b34-26ce-4551-b173-2b7d18d3ec40 req-751a8e16-546a-423f-bf1b-7994e6369a28 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0772257 Jan 13 14:48:51.898653 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c49c1b34-26ce-4551-b173-2b7d18d3ec40 req-345f6b7b-34ce-4517-bc7b-b9eb92fcebfe tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400969 Jan 13 14:48:51.937545 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:48:52.518892 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1b98-246c-42db-8f21-f47b07f254c3 req-b02c30b0-27e0-488f-b9d6-97e767bce275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:52.521388 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-72bf1b98-246c-42db-8f21-f47b07f254c3 req-b02c30b0-27e0-488f-b9d6-97e767bce275 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.0741990 Jan 13 14:48:52.631980 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-254252b6-ca04-486f-a707-c463c32a8d1d req-b9ec8046-e25d-4ab1-8959-c815276dbf38 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0442786 Jan 13 14:48:52.649816 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-72bf1b98-246c-42db-8f21-f47b07f254c3 req-2556ca91-1068-4d1a-ac2a-483aadc23010 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135151 Jan 13 14:48:53.072916 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e95c1-060a-4913-be13-51802e5eb835 req-e19bb499-d224-4173-b501-49457ed3ef64 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:53.075061 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-311e95c1-060a-4913-be13-51802e5eb835 req-e19bb499-d224-4173-b501-49457ed3ef64 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0753191 Jan 13 14:48:53.151298 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-311e95c1-060a-4913-be13-51802e5eb835 req-b1ad4d7d-1323-436a-9fa3-a851c85929ca tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699549 Jan 13 14:48:53.370577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-fe0d79f3-8207-4ff4-9cb0-92d4ef5b06db tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:53.372357 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-fe0d79f3-8207-4ff4-9cb0-92d4ef5b06db tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 815 time: 0.1205618 Jan 13 14:48:53.731595 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6680d53d-971a-4b63-9888-3ff01f752515 req-19f56321-113c-4598-b2ff-9e9ebd449022 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jan 13 14:48:54.339269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72955a7-0760-40ac-addd-696a77654e0a req-21c40ee7-93c5-47c8-9af7-988c9fe4e33d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:54.344175 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c72955a7-0760-40ac-addd-696a77654e0a req-21c40ee7-93c5-47c8-9af7-988c9fe4e33d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0890422 Jan 13 14:48:54.435377 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c72955a7-0760-40ac-addd-696a77654e0a req-34506669-358b-483b-a8a0-c964173b8a15 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849240 Jan 13 14:48:54.876641 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-31e8186e-27d6-4b19-b118-16ef50bbba56 req-30b44c54-a81a-439f-a900-dc655db71d54 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0328586 Jan 13 14:48:55.608388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748106-db84-4c64-bb10-b560aa4ced29 req-8756aef4-4dce-4bee-948b-e7549d5bbd05 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:55.611306 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a748106-db84-4c64-bb10-b560aa4ced29 req-8756aef4-4dce-4bee-948b-e7549d5bbd05 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0922129 Jan 13 14:48:55.677710 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a748106-db84-4c64-bb10-b560aa4ced29 req-d8cbe9fc-d781-4346-aae2-de351f8ee025 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605645 Jan 13 14:48:55.995507 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-13025841-81b2-4fa1-a3ce-16d19686ccc2 req-fac7e3c7-8940-4b25-9af6-3a225f5a2d85 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Jan 13 14:48:56.151267 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Request body: {'port': {'device_id': '72694079-29d4-4cab-b72d-21a7dadb7536', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'admin_state_up': True, 'tenant_id': 'edb74e308d4f4a2487e92290470e0f85'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:48:56.379752 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Made reservation on behalf of edb74e308d4f4a2487e92290470e0f85 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:48:56.385833 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:56.583642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Allocated IP 172.20.0.14 (2aab19ad-341f-4e96-8583-33dad89a7e71/3c1ee154-2c67-408b-9d1b-3b933215ff25/a5b32522-c223-44b5-a676-eef9caf72041) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:48:56.853235 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks [] for port (a5b32522-c223-44b5-a676-eef9caf72041), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:56.911315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ddd5b-98de-430f-af28-6c4b940dfcc2 req-ac203c76-b930-43a3-a8ff-8d791d29d341 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:56.914024 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b6ddd5b-98de-430f-af28-6c4b940dfcc2 req-ac203c76-b930-43a3-a8ff-8d791d29d341 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.1051593 Jan 13 14:48:57.037131 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b6ddd5b-98de-430f-af28-6c4b940dfcc2 req-966210d6-4e7a-4f91-8cdf-afb9fceb6a6d tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122205 Jan 13 14:48:57.056875 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:57.073953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08', 'f3cccac6-6708-4353-a4ec-2428a0f428a6', '2a5323df-d224-4a5b-95bc-64feda6bd309'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:48:57.114345 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Network 2aab19ad-341f-4e96-8583-33dad89a7e71 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:48:57.121263 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:48:57.132042 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:48:57.174826 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event updated for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:57.282882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:57.283771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:57.297447 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebd3a9-ec88-48f7-8d35-b82415eda880 req-1ce1ab70-295d-4e8b-9128-4e3bf2ab440b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:57.299115 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-93ebd3a9-ec88-48f7-8d35-b82415eda880 req-1ce1ab70-295d-4e8b-9128-4e3bf2ab440b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 932 time: 0.1105306 Jan 13 14:48:57.367190 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-93ebd3a9-ec88-48f7-8d35-b82415eda880 req-1706c7bf-4714-4414-bf84-1bd52a682c9b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Jan 13 14:48:57.429631 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-f45b69f9-db90-496d-96f4-01bdfd1147fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2836783 Jan 13 14:48:57.445841 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Request body: {'port': {'device_id': '72694079-29d4-4cab-b72d-21a7dadb7536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:48:57.514007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a5b32522-c223-44b5-a676-eef9caf72041), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:57.927574 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b32522-c223-44b5-a676-eef9caf72041 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:48:57.938418 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks [] for port (a5b32522-c223-44b5-a676-eef9caf72041), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:57.954442 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Transition to ACTIVE for port object a5b32522-c223-44b5-a676-eef9caf72041 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:48:58.003828 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:58.089617 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:58.183266 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Attempting to bind port a5b32522-c223-44b5-a676-eef9caf72041 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:48:58.183640 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Attempting to bind port a5b32522-c223-44b5-a676-eef9caf72041 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:48:58.184073 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Attempting to bind port a5b32522-c223-44b5-a676-eef9caf72041 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:48:58.190230 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Port a5b32522-c223-44b5-a676-eef9caf72041 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:48:58.190555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Attempting to bind port a5b32522-c223-44b5-a676-eef9caf72041 on network 2aab19ad-341f-4e96-8583-33dad89a7e71 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:48:58.199758 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:48:58.200096 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Checking segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:48:58.200485 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Bound using segment: {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:48:58.200920 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Bound port: a5b32522-c223-44b5-a676-eef9caf72041, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc622e-f2ce-4216-891e-5f154f450f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:48:58.201278 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a5b32522-c223-44b5-a676-eef9caf72041), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:58.222642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48bf6a-3fc6-4908-8d21-c18ec4bed9e1 req-ef6fd033-de53-4562-b60b-3367af3d450f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:58.223125 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b48bf6a-3fc6-4908-8d21-c18ec4bed9e1 req-ef6fd033-de53-4562-b60b-3367af3d450f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0860445 Jan 13 14:48:58.317556 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:48:58.321767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=a5b32522-c223-44b5-a676-eef9caf72041,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:48:58.325674 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5b48bf6a-3fc6-4908-8d21-c18ec4bed9e1 req-d73b1a03-982a-4423-95d5-ced85b46f165 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913954 Jan 13 14:48:58.400354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:58.443511 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:58.444411 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:48:58.446863 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5b32522-c223-44b5-a676-eef9caf72041 HTTP/1.1" status: 200 len: 1094 time: 1.0078449 Jan 13 14:48:58.449706 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:48:58.452269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441324b-e422-45be-b4dd-1f7075d6f5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "tag": "a5b32522-c223-44b5-a676-eef9caf72041"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:48:58.485297 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a1b48-9fa1-4787-857f-0ffd39968042 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:48:58.614070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eec74b-2171-4652-a3aa-6618076bff97 x-openstack-request-id: req-68eec74b-2171-4652-a3aa-6618076bff97 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:48:58.614430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "tag": "a5b32522-c223-44b5-a676-eef9caf72041", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:48:58.614767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68eec74b-2171-4652-a3aa-6618076bff97 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:48:58.615026 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041', 'status': 'completed', 'code': 200} Jan 13 14:48:58.672460 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f693c1-8680-4702-a844-5cf6f02bad7f req-5d19be87-cd7f-4bd7-b3f3-827e93eb08fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:58.674158 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-56f693c1-8680-4702-a844-5cf6f02bad7f req-5d19be87-cd7f-4bd7-b3f3-827e93eb08fa tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 944 time: 0.0986753 Jan 13 14:48:58.682548 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-dcb98c87-2084-4d36-9a31-09efa468f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:58.684200 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-dcb98c87-2084-4d36-9a31-09efa468f76d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 1097 time: 0.0952897 Jan 13 14:48:58.762625 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-28af0358-4ce0-4789-b238-8eb34937579a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b32522-c223-44b5-a676-eef9caf72041 HTTP/1.1" status: 200 len: 217 time: 0.0601208 Jan 13 14:48:58.851610 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-56f693c1-8680-4702-a844-5cf6f02bad7f req-8bc68d62-c7b3-488b-b6b5-5807b646d076 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708682 Jan 13 14:48:58.861023 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-04cb79b3-df79-4b93-8b4e-beb25b602be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:58.862846 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-04cb79b3-df79-4b93-8b4e-beb25b602be2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.0922384 Jan 13 14:48:58.904866 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-a3b595f9-953c-4fb1-a0de-2ffe1f6e606f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324049 Jan 13 14:48:59.212183 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5dad-db82-4799-8fea-ef002131aeaa req-1fdbcf75-4a01-4968-b846-8a5d79ea5d47 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:59.213828 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0bc5dad-db82-4799-8fea-ef002131aeaa req-1fdbcf75-4a01-4968-b846-8a5d79ea5d47 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.2193732 Jan 13 14:48:59.228601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-ec69ba9b-27af-492f-b581-b7257491774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:59.237194 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-ec69ba9b-27af-492f-b581-b7257491774b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.1765425 Jan 13 14:48:59.246166 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-b045b1b5-1a24-434b-acf0-5a2a26ae0c16 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295779 Jan 13 14:48:59.734407 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0bc5dad-db82-4799-8fea-ef002131aeaa req-8de90598-3080-4f87-b131-9d04d49c8c4f tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112262 Jan 13 14:48:59.783400 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-f3d428c0-7eb8-4ed7-a1d1-1f6e5bdb34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:59.784975 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-f3d428c0-7eb8-4ed7-a1d1-1f6e5bdb34f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.5418096 Jan 13 14:48:59.786997 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d73ed1e4-088c-498e-b85e-f6eabe134cb0 req-9df9284e-8b4e-44d0-86c6-aa4d5e3a7bcf service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271504 Jan 13 14:48:59.841403 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-bf17ff96-fc65-49b0-9ef3-b048277214af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.0395393 Jan 13 14:48:59.908497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-9609003e-222f-4c5e-a2ff-1ae22b2039b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:48:59.920604 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-9609003e-222f-4c5e-a2ff-1ae22b2039b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.0564170 Jan 13 14:48:59.964702 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-550d99d1-e02c-492d-8e78-77e184c8830e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343459 Jan 13 14:49:00.033963 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ccfef-0b34-4630-ab62-c7e351096015 req-427deb9d-2a61-4d76-920d-2e62941f743c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:00.035488 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0c3ccfef-0b34-4630-ab62-c7e351096015 req-427deb9d-2a61-4d76-920d-2e62941f743c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 944 time: 0.0532537 Jan 13 14:49:00.084461 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-930f73ac-c999-4418-9ece-8f0523fedcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:00.085947 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-930f73ac-c999-4418-9ece-8f0523fedcd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edb74e308d4f4a2487e92290470e0f85&device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 1097 time: 0.0700381 Jan 13 14:49:00.095094 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0c3ccfef-0b34-4630-ab62-c7e351096015 req-fcf9dc7f-c6e9-4b63-a915-7a339980046b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Jan 13 14:49:00.096357 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-e9c999a3-71a1-4fa0-bcf8-f27c536c4edb service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225936 Jan 13 14:49:00.260130 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-e53be809-cffe-40a2-b18f-5f641ed8534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:00.261610 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-e53be809-cffe-40a2-b18f-5f641ed8534d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 200 len: 915 time: 0.1643846 Jan 13 14:49:00.263932 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4c02f9ff-a46c-437a-8a4c-7f5386a8b949 req-d4ef0393-b2dd-4822-9561-4a0ed62acde8 service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576989 Jan 13 14:49:00.301958 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0b8ac904-dcc4-4432-934e-af8dbab91fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:00.317912 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-0be7e85d-e5a9-4137-af32-e929f022ae50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b32522-c223-44b5-a676-eef9caf72041 HTTP/1.1" status: 200 len: 217 time: 0.0445962 Jan 13 14:49:00.381871 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-78dbf786-b9b8-4ed0-b20f-75e33d58779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:00.383278 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-78dbf786-b9b8-4ed0-b20f-75e33d58779a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 200 len: 855 time: 0.0551331 Jan 13 14:49:00.443041 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-493e8fe1-070e-4bd8-9390-195ad7c9da33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2aab19ad-341f-4e96-8583-33dad89a7e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492079 Jan 13 14:49:00.569364 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-ced583e7-69ee-478c-b13c-2872e993adf4 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167095 Jan 13 14:49:00.696751 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f441324b-e422-45be-b4dd-1f7075d6f5f4 req-92752281-bde0-42eb-a236-285ec7ecb512 service neutron] 10.222.0.66 "GET /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141939 Jan 13 14:49:00.935953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b692289-5d2e-4cd4-a601-8c3badee15cf req-0b9bf889-8a6f-4aab-a7b4-00d5618afc51 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:00.937496 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2b692289-5d2e-4cd4-a601-8c3badee15cf req-0b9bf889-8a6f-4aab-a7b4-00d5618afc51 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0650990 Jan 13 14:49:01.015260 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2b692289-5d2e-4cd4-a601-8c3badee15cf req-cf465837-d3d9-477b-b704-9c50af4239fc tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Jan 13 14:49:01.247043 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0e6e-4859-48e5-9fd2-9aaa11761541 req-aada2ae9-ef2d-437c-8d57-5584ba554ccf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:01.248589 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-013b0e6e-4859-48e5-9fd2-9aaa11761541 req-aada2ae9-ef2d-437c-8d57-5584ba554ccf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 944 time: 0.0554163 Jan 13 14:49:01.303350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-013b0e6e-4859-48e5-9fd2-9aaa11761541 req-e51d03ba-05c5-41af-868d-3532d640629b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Jan 13 14:49:02.156125 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6506d-2427-48d9-9ac9-d6a0c47a2bc2 req-32c8a6b8-254c-426e-a4bb-bb682bfb0e7b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:02.158274 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43e6506d-2427-48d9-9ac9-d6a0c47a2bc2 req-32c8a6b8-254c-426e-a4bb-bb682bfb0e7b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0708959 Jan 13 14:49:02.242502 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43e6506d-2427-48d9-9ac9-d6a0c47a2bc2 req-5ed6508c-d0d7-4fc5-859b-e367d482db08 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734184 Jan 13 14:49:02.435535 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7d81c-27d0-49bd-91a6-aaa7b9ac12df req-874945eb-ab50-472e-8c23-d839bca9f158 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:02.437172 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4fa7d81c-27d0-49bd-91a6-aaa7b9ac12df req-874945eb-ab50-472e-8c23-d839bca9f158 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 944 time: 0.0536833 Jan 13 14:49:02.496918 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4fa7d81c-27d0-49bd-91a6-aaa7b9ac12df req-e7bfb4bb-3603-4178-ace6-9bbf9d92108c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506885 Jan 13 14:49:02.939456 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-69a90e73-21d4-4224-a3f4-10d5483c28d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:02.978441 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device a5b32522-c223-44b5-a676-eef9caf72041 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:49:03.157590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=a5b32522-c223-44b5-a676-eef9caf72041,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:03.174184 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'a5b32522-c223-44b5-a676-eef9caf72041', 'network_id': '2aab19ad-341f-4e96-8583-33dad89a7e71', 'port_id': 'a5b32522-c223-44b5-a676-eef9caf72041', 'mac_address': 'fa:16:3e:f5:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1ee154-2c67-408b-9d1b-3b933215ff25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:49:03.266637 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port a5b32522-c223-44b5-a676-eef9caf72041 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:49:03.267022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a5b32522-c223-44b5-a676-eef9caf72041), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:03.292853 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b32522-c223-44b5-a676-eef9caf72041 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:49:03.316715 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=a5b32522-c223-44b5-a676-eef9caf72041,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:03.412228 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2a207-7a27-4854-9dd4-14950499e01b req-a8809474-8321-4c2e-b8cd-81e4753fde47 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:03.413710 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6ac2a207-7a27-4854-9dd4-14950499e01b req-a8809474-8321-4c2e-b8cd-81e4753fde47 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0828800 Jan 13 14:49:03.419837 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:03.465171 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6ac2a207-7a27-4854-9dd4-14950499e01b req-89f80f3e-84fc-456e-974e-68e17277c7f0 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Jan 13 14:49:03.472646 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:03.480167 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.480546 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.480906 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.481246 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.481578 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.481917 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.482241 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.482564 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.482913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.483236 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.483557 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.483876 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.484197 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:03.662009 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d5be3-8a6c-4d8e-b3b4-cc4f9dcbab31 req-a247b59c-6e52-4336-938e-79666e44bd4b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:03.665561 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a45d5be3-8a6c-4d8e-b3b4-cc4f9dcbab31 req-a247b59c-6e52-4336-938e-79666e44bd4b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 945 time: 0.0747938 Jan 13 14:49:03.762981 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a45d5be3-8a6c-4d8e-b3b4-cc4f9dcbab31 req-a5602ba8-9796-4254-897d-7fabca5d3b2a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892656 Jan 13 14:49:03.824715 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 40552) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:03.858678 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['a5b32522-c223-44b5-a676-eef9caf72041'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:04.066480 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d4a62c5-bfb3-46cf-8726-31f757711fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.164201 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.237108 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d4a62c5-bfb3-46cf-8726-31f757711fb4 admin admin] Publish callbacks [] for security_group (700a4e13-cfd5-4316-81f2-c51128dc1c3a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.307001 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d4a62c5-bfb3-46cf-8726-31f757711fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (700a4e13-cfd5-4316-81f2-c51128dc1c3a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.351253 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3d4a62c5-bfb3-46cf-8726-31f757711fb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11eae89e002943fe9f18657152251291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250242 Jan 13 14:49:04.353002 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a62c5-bfb3-46cf-8726-31f757711fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a4e13-cfd5-4316-81f2-c51128dc1c3a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:04.354179 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 40566) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:04.419249 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] Publish callbacks [] for security_group (700a4e13-cfd5-4316-81f2-c51128dc1c3a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.444997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] Publish callbacks [] for security_group (700a4e13-cfd5-4316-81f2-c51128dc1c3a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.567950 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (700a4e13-cfd5-4316-81f2-c51128dc1c3a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.571096 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:04.575249 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/700a4e13-cfd5-4316-81f2-c51128dc1c3a HTTP/1.1" status: 204 len: 168 time: 0.2170324 Jan 13 14:49:04.581774 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3db1a5-56a1-4b8e-85e3-1df33661f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a4e13-cfd5-4316-81f2-c51128dc1c3a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:04.977827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c3d50-72d3-46c9-91cc-1eac5a0becd6 req-5b7602c0-f6ca-4f39-a4e5-3ed269e78165 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:04.980175 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d50c3d50-72d3-46c9-91cc-1eac5a0becd6 req-5b7602c0-f6ca-4f39-a4e5-3ed269e78165 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 945 time: 0.1223168 Jan 13 14:49:05.056387 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d50c3d50-72d3-46c9-91cc-1eac5a0becd6 req-afbf275f-1607-4821-a180-db5d209d78f5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Jan 13 14:49:05.196957 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:06.230855 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd329f-41bc-49bd-953d-fd6aad75994e req-233f97a1-b52b-4b98-99ae-7feba027c5f1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:06.239357 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-36bd329f-41bc-49bd-953d-fd6aad75994e req-233f97a1-b52b-4b98-99ae-7feba027c5f1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 945 time: 0.0746541 Jan 13 14:49:06.339713 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-36bd329f-41bc-49bd-953d-fd6aad75994e req-acbfc72d-9322-4e30-9494-99821bb34668 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994499 Jan 13 14:49:06.871069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:06.994040 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device a5b32522-c223-44b5-a676-eef9caf72041 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:49:07.089270 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port a5b32522-c223-44b5-a676-eef9caf72041 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:49:07.095782 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port a5b32522-c223-44b5-a676-eef9caf72041 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:49:07.096365 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a5b32522-c223-44b5-a676-eef9caf72041), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:07.227297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port a5b32522-c223-44b5-a676-eef9caf72041 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:49:07.227697 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a5b32522-c223-44b5-a676-eef9caf72041), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:07.263845 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:07.281514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec023272-a042-47f3-aff0-5d39f7fd4eb5" -d '{"events": [{"server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "name": "network-vif-plugged", "status": "completed", "tag": "a5b32522-c223-44b5-a676-eef9caf72041"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:07.308223 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=a5b32522-c223-44b5-a676-eef9caf72041,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:07.325683 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e60f01-ad67-4c50-88f8-7b6b4b3e29ba x-openstack-request-id: req-43e60f01-ad67-4c50-88f8-7b6b4b3e29ba {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:07.326044 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "name": "network-vif-plugged", "status": "completed", "tag": "a5b32522-c223-44b5-a676-eef9caf72041", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:07.326365 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e60f01-ad67-4c50-88f8-7b6b4b3e29ba {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:07.326947 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041', 'code': 200} Jan 13 14:49:07.466247 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:07.525686 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:07.536100 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1f9b9-e186-4382-9296-e500752ebd9c req-9f16ec32-e7bb-439e-9cc6-d6a76289dcc0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:07.557863 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-50e1f9b9-e186-4382-9296-e500752ebd9c req-9f16ec32-e7bb-439e-9cc6-d6a76289dcc0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0892797 Jan 13 14:49:07.625012 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-50e1f9b9-e186-4382-9296-e500752ebd9c req-fba2fc8e-1402-4415-aa0a-9b833dfa2c7f tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Jan 13 14:49:07.829713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33baf-3af7-40c5-bffe-32c22acfd97d req-6d069e5a-354e-4185-ae05-136f8447caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:07.831334 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-40b33baf-3af7-40c5-bffe-32c22acfd97d req-6d069e5a-354e-4185-ae05-136f8447caea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 1099 time: 0.0508976 Jan 13 14:49:07.915991 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-40b33baf-3af7-40c5-bffe-32c22acfd97d req-cc5aea94-f0b4-4ec2-a814-b6659e098ff4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Jan 13 14:49:08.758222 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc689d0-32db-4a10-b7ef-19729cbf5ac8 req-1b3f2d28-b1ec-489c-a7fe-761258009cab tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:08.759882 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6bc689d0-32db-4a10-b7ef-19729cbf5ac8 req-1b3f2d28-b1ec-489c-a7fe-761258009cab tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0518348 Jan 13 14:49:08.808844 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6bc689d0-32db-4a10-b7ef-19729cbf5ac8 req-9bc282ac-c7a8-4cb2-90fd-602ccc888fbd tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Jan 13 14:49:09.729729 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71441e7f-fc33-4466-93fb-fc894f301f4e req-c3fd09b4-afb5-4000-bb1a-c2207b2744f6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:09.729729 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-71441e7f-fc33-4466-93fb-fc894f301f4e req-c3fd09b4-afb5-4000-bb1a-c2207b2744f6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0582871 Jan 13 14:49:09.781980 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-71441e7f-fc33-4466-93fb-fc894f301f4e req-65a239de-4aa1-465f-8df4-965eed2d4e58 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Jan 13 14:49:09.947035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b306-09c7-44d8-a6e9-e2027c41c488 req-7182f9d4-9e1e-4bf4-b555-2030cdc040be tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:09.948532 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-da33b306-09c7-44d8-a6e9-e2027c41c488 req-7182f9d4-9e1e-4bf4-b555-2030cdc040be tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Jan 13 14:49:10.000082 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-da33b306-09c7-44d8-a6e9-e2027c41c488 req-93d6a7d1-8f4d-45bb-9e9b-35911477711d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Jan 13 14:49:10.908312 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa6e16-67f4-4b53-a5d5-a36fceb18c5a req-bd77ea8e-3e9d-4eed-99a3-7de02e39d7e5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:10.909835 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-01fa6e16-67f4-4b53-a5d5-a36fceb18c5a req-bd77ea8e-3e9d-4eed-99a3-7de02e39d7e5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0548322 Jan 13 14:49:10.961105 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-01fa6e16-67f4-4b53-a5d5-a36fceb18c5a req-07f43bb3-5ef8-4ab6-a8ef-bcedf562e451 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Jan 13 14:49:12.099445 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a88c4-c8c2-4912-b4a7-414db3892efc req-e9f30707-2779-4d14-9009-96c9acb9ebe4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:12.101147 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8b8a88c4-c8c2-4912-b4a7-414db3892efc req-e9f30707-2779-4d14-9009-96c9acb9ebe4 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0570381 Jan 13 14:49:12.153543 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8b8a88c4-c8c2-4912-b4a7-414db3892efc req-f3af527c-909a-4604-ae3e-5cd83d39a2ed tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Jan 13 14:49:12.254117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 40814) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:12.300770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Deleting subnet 4359c529-a9d2-447d-aa02-79737fb21660 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:49:12.304703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Publish callbacks [] for subnet (4359c529-a9d2-447d-aa02-79737fb21660), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.341900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593515'] for subnet (4359c529-a9d2-447d-aa02-79737fb21660), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.385891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (4359c529-a9d2-447d-aa02-79737fb21660), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.505553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25699093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25709220'] for subnet (4359c529-a9d2-447d-aa02-79737fb21660), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.530933 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4359c529-a9d2-447d-aa02-79737fb21660,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:12.537669 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.541067 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-cf173ec8-fc77-4c65-9e89-48d4483a9eaf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4359c529-a9d2-447d-aa02-79737fb21660 HTTP/1.1" status: 204 len: 168 time: 0.2858486 Jan 13 14:49:12.543805 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 40820) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:12.622625 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.709206 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.734486 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c88b2ec-434e-4d15-9a31-6999ca8ec2a7']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:12.745715 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:12.746015 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:12.764240 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.778076 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.784157 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:49:12.784537 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (781a5c4b-b3c0-46c7-bb0a-cf7ce3448b8d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:49:12.786168 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:49:12.906155 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (0c88b2ec-434e-4d15-9a31-6999ca8ec2a7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.914096 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:12.917442 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c88b2ec-434e-4d15-9a31-6999ca8ec2a7 HTTP/1.1" status: 204 len: 168 time: 0.3713534 Jan 13 14:49:12.930505 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c7753-1c89-40de-a593-6854310e786f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c88b2ec-434e-4d15-9a31-6999ca8ec2a7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:12.981621 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-c99147f6-9ecf-4012-8219-2499d75732d8 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:12.983153 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-c99147f6-9ecf-4012-8219-2499d75732d8 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0577810 Jan 13 14:49:13.090837 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Deleting port f5a9e741-395a-464c-992a-1aaf25a0416f {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:13.091138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.187199 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] For port f5a9e741-395a-464c-992a-1aaf25a0416f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f5a9e741-395a-464c-992a-1aaf25a0416f,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:13.190746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.209926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Calling delete_port for f5a9e741-395a-464c-992a-1aaf25a0416f owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:13.271084 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 40826) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:13.316132 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274cb8c-ec26-4a88-985b-afd7973a02d7 req-25c0076d-de46-4eb4-b94c-f4843b210b3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:13.317660 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5274cb8c-ec26-4a88-985b-afd7973a02d7 req-25c0076d-de46-4eb4-b94c-f4843b210b3e tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 945 time: 0.0748825 Jan 13 14:49:13.354573 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5078f0ff-602b-42b8-8109-c1d88e3aac57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8feb97824684e1aa9c50701740e9927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822563 Jan 13 14:49:13.354795 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 40830) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:13.414043 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5274cb8c-ec26-4a88-985b-afd7973a02d7 req-b1163817-fa00-4ad8-b1ab-f0199c7d693b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833969 Jan 13 14:49:13.415694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (f5a9e741-395a-464c-992a-1aaf25a0416f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.430540 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] Publish callbacks [] for security_group (18ede7e8-7742-408c-9435-926197d972a4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.438148 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'f5a9e741-395a-464c-992a-1aaf25a0416f'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:13.454954 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] Publish callbacks [] for security_group (18ede7e8-7742-408c-9435-926197d972a4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.464217 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Pushing event deleted for resources: {'Port': ['ID=f5a9e741-395a-464c-992a-1aaf25a0416f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:13.512625 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] No DVR routers for this DVR port f5a9e741-395a-464c-992a-1aaf25a0416f on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:13.517393 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.526287 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b1b77955-2a21-455a-b585-916cb25f2c89 req-09f8af1a-89a0-4cf3-b888-5de88800788a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "DELETE /v2.0/ports/f5a9e741-395a-464c-992a-1aaf25a0416f HTTP/1.1" status: 204 len: 173 time: 0.5249512 Jan 13 14:49:13.526806 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'name': 'network-vif-deleted', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:13.529247 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f57b6a6-b8fe-45da-b449-9c4eb334b4dd" -d '{"events": [{"server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "name": "network-vif-deleted", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:13.585394 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a6832-4610-438f-a4f4-2f273f273074 x-openstack-request-id: req-f34a6832-4610-438f-a4f4-2f273f273074 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:13.586162 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d1f679-6175-43c4-be91-86b9361939ce", "name": "network-vif-deleted", "tag": "f5a9e741-395a-464c-992a-1aaf25a0416f", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:13.586868 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f34a6832-4610-438f-a4f4-2f273f273074 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:13.587484 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d1f679-6175-43c4-be91-86b9361939ce', 'name': 'network-vif-deleted', 'tag': 'f5a9e741-395a-464c-992a-1aaf25a0416f', 'status': 'completed', 'code': 200} Jan 13 14:49:13.595370 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (18ede7e8-7742-408c-9435-926197d972a4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.598508 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:13.599635 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18ede7e8-7742-408c-9435-926197d972a4 HTTP/1.1" status: 204 len: 168 time: 0.2439730 Jan 13 14:49:13.620348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bbad5-cdcc-465d-8fdc-e2f55118287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ede7e8-7742-408c-9435-926197d972a4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:14.553384 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa75fba9-b119-470c-a63c-7155a614cb76 req-9845e281-b7ce-4f1f-9979-8bc1720ecf45 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d1f679-6175-43c4-be91-86b9361939ce HTTP/1.1" status: 200 len: 210 time: 0.0335975 Jan 13 14:49:14.917748 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-28945430-d480-409c-8e60-72eefb86d44d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429611 Jan 13 14:49:14.985683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-0c772e20-31ba-4c69-92cc-d8e48806aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:14.987112 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-0c772e20-31ba-4c69-92cc-d8e48806aa0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f8be27e10f4216b185e2cd096746ba&device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 1099 time: 0.0445313 Jan 13 14:49:15.103683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-d0f88689-366b-4629-9d95-9918b0680bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:15.105186 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-d0f88689-366b-4629-9d95-9918b0680bb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 200 len: 918 time: 0.0927451 Jan 13 14:49:15.148377 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-f1711c27-bb1f-478d-b992-0f168410a58e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 200 len: 217 time: 0.0358095 Jan 13 14:49:15.201766 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-7ef6163e-4feb-4d66-b25b-79f065ace5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:15.203414 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-7ef6163e-4feb-4d66-b25b-79f065ace5a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 200 len: 858 time: 0.0456448 Jan 13 14:49:15.241637 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-1e65cd65-b99b-46f0-a8a9-ef58f2a02882 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9def6dfc-3119-4aca-90cf-30bfc004cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291417 Jan 13 14:49:15.336833 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-15611eb9-6961-4221-b1d4-b44863383b2c service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865922 Jan 13 14:49:15.448983 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7bd73ed-3c19-446f-bdf9-c063132ad292 req-14d2ac96-dec3-42ac-82b0-004e138fd77a service neutron] 10.222.0.66 "GET /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000729 Jan 13 14:49:16.024374 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c2b6-f545-464a-bcf8-25ceb1b57152 req-3fc1001a-e1bd-4b19-8f0e-f16056c4925b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:16.026036 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d808c2b6-f545-464a-bcf8-25ceb1b57152 req-3fc1001a-e1bd-4b19-8f0e-f16056c4925b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Jan 13 14:49:16.084198 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d808c2b6-f545-464a-bcf8-25ceb1b57152 req-3d0f485f-c796-4b16-8c9d-fa60069856ae tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Jan 13 14:49:16.649506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:17.015712 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f5a9e741-395a-464c-992a-1aaf25a0416f no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:17.036618 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: f5a9e741-395a-464c-992a-1aaf25a0416f {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:17.036964 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f5a9e741-395a-464c-992a-1aaf25a0416f not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:17.212737 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003874cd-8f5a-4175-8860-60f157f12e1c req-70881314-8ac4-493a-9de2-776bafb39714 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:17.214244 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-003874cd-8f5a-4175-8860-60f157f12e1c req-70881314-8ac4-493a-9de2-776bafb39714 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0557592 Jan 13 14:49:17.262412 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-003874cd-8f5a-4175-8860-60f157f12e1c req-e14450de-ec25-414d-9075-48b7df7f488a tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Jan 13 14:49:18.381781 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979351f-f633-48f6-8c3d-d8769983fe56 req-5c41f015-b026-4e71-984b-41d25c424cd5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:18.383270 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a979351f-f633-48f6-8c3d-d8769983fe56 req-5c41f015-b026-4e71-984b-41d25c424cd5 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0525801 Jan 13 14:49:18.437591 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a979351f-f633-48f6-8c3d-d8769983fe56 req-f4c02aa0-d3d4-48a7-a66e-9dcee405f455 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Jan 13 14:49:19.560735 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1a92-806b-4556-8f6e-1098ac1e7f72 req-fef67af9-5e79-4ec8-bc4d-2d793ead96d6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:19.562213 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cb4d1a92-806b-4556-8f6e-1098ac1e7f72 req-fef67af9-5e79-4ec8-bc4d-2d793ead96d6 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0547817 Jan 13 14:49:19.613545 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cb4d1a92-806b-4556-8f6e-1098ac1e7f72 req-b1e22134-4dc3-4292-b6ea-06fcce96892b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Jan 13 14:49:20.742188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583ba8-850b-4172-a0c9-b6e204abb6de req-44dd555e-0ae9-475d-a157-d184339da907 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:20.742188 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-60583ba8-850b-4172-a0c9-b6e204abb6de req-44dd555e-0ae9-475d-a157-d184339da907 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Jan 13 14:49:20.793561 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-60583ba8-850b-4172-a0c9-b6e204abb6de req-ecc6d477-ecfa-4413-aa23-bda1bfa860b9 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Jan 13 14:49:21.916513 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee494cf-1044-40c5-ba5f-c22f7ef95fb5 req-987538a9-664f-4440-8242-0bcfefc0f532 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:21.917897 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bee494cf-1044-40c5-ba5f-c22f7ef95fb5 req-987538a9-664f-4440-8242-0bcfefc0f532 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Jan 13 14:49:21.965592 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-bee494cf-1044-40c5-ba5f-c22f7ef95fb5 req-f69e5547-c44e-4072-80f7-b5c59bb403da tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Jan 13 14:49:23.085408 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fac78-3b3f-4e4a-ac1d-88984fec40c5 req-5cc9c538-17a6-4a17-9858-f586da99d78b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:23.087003 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-392fac78-3b3f-4e4a-ac1d-88984fec40c5 req-5cc9c538-17a6-4a17-9858-f586da99d78b tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0509131 Jan 13 14:49:23.158422 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-392fac78-3b3f-4e4a-ac1d-88984fec40c5 req-d264be14-a204-4abb-a599-6f300ac3b783 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/security-groups?id=40b702ed-bcec-4cc1-ba33-0366b1f02d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Jan 13 14:49:23.388219 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-a82c6b34-971a-49d9-ae9d-55d710f17669 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:23.389755 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-a82c6b34-971a-49d9-ae9d-55d710f17669 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 946 time: 0.0527990 Jan 13 14:49:23.483563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Deleting port e4c7b3d8-a807-4fbb-9602-4e647c87c974 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:23.483904 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:23.592478 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] For port e4c7b3d8-a807-4fbb-9602-4e647c87c974, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e4c7b3d8-a807-4fbb-9602-4e647c87c974,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:23.592853 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:23.608234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Calling delete_port for e4c7b3d8-a807-4fbb-9602-4e647c87c974 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:23.838074 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (e4c7b3d8-a807-4fbb-9602-4e647c87c974), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:23.852920 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e4c7b3d8-a807-4fbb-9602-4e647c87c974'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:23.869869 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Pushing event deleted for resources: {'Port': ['ID=e4c7b3d8-a807-4fbb-9602-4e647c87c974,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:23.881642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.881999 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.882344 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.882723 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.883061 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.883394 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.883722 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.884050 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.884375 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.884698 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.885023 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.885345 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.885666 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:23.944605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] No DVR routers for this DVR port e4c7b3d8-a807-4fbb-9602-4e647c87c974 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:23.947890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:23.951592 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66fe3bc8-012b-403f-ad0a-abb0db90e469 req-cd1ae6e7-26ce-4105-9206-e3fe60184a95 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.66 "DELETE /v2.0/ports/e4c7b3d8-a807-4fbb-9602-4e647c87c974 HTTP/1.1" status: 204 len: 173 time: 0.5558407 Jan 13 14:49:23.952070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'name': 'network-vif-deleted', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:23.954304 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de1c6a9-2cd0-4f4f-bf55-a9198824d2ef" -d '{"events": [{"server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "name": "network-vif-deleted", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:23.994214 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0dfb3-824c-46d9-a444-765992131af2 x-openstack-request-id: req-5fd0dfb3-824c-46d9-a444-765992131af2 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:23.994514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c314fa-a6e6-4ab2-8b9b-9d44f795d451", "name": "network-vif-deleted", "tag": "e4c7b3d8-a807-4fbb-9602-4e647c87c974", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:23.994840 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fd0dfb3-824c-46d9-a444-765992131af2 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:23.995241 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c314fa-a6e6-4ab2-8b9b-9d44f795d451', 'name': 'network-vif-deleted', 'tag': 'e4c7b3d8-a807-4fbb-9602-4e647c87c974', 'status': 'completed', 'code': 200} Jan 13 14:49:24.274113 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-df49d6ea-6aa4-4eb8-9d78-da426b22b1c8 req-aff682de-c3a2-4a84-9d30-c1a1455ca503 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 210 time: 0.0441332 Jan 13 14:49:25.092283 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da7b8-e5fe-4c23-ae22-8e91683c8e91 req-d355a0ad-58f0-42fe-a0d1-60741e81fa63 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:25.093741 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-245da7b8-e5fe-4c23-ae22-8e91683c8e91 req-d355a0ad-58f0-42fe-a0d1-60741e81fa63 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0524623 Jan 13 14:49:25.140458 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-245da7b8-e5fe-4c23-ae22-8e91683c8e91 req-bdf91684-0bbd-4cc1-8469-d642ab411bde tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Jan 13 14:49:25.390285 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-64d3bda2-3c26-456e-8108-ab88a9a749f4 req-0a45c2a2-a073-449e-9587-8102a80a33fd tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 210 time: 0.0274737 Jan 13 14:49:26.262866 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e1e5-a92f-408f-b29e-036fe774918c req-3110cfd6-d73a-4c5c-8f30-661100a55965 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:26.264350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b972e1e5-a92f-408f-b29e-036fe774918c req-3110cfd6-d73a-4c5c-8f30-661100a55965 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0496831 Jan 13 14:49:26.313113 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b972e1e5-a92f-408f-b29e-036fe774918c req-4748e4f3-bcec-4a6f-9404-de7232879612 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Jan 13 14:49:26.496049 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e6b9daf6-1995-4cd1-9e63-e4230d410381 req-c7115329-66fb-46b4-98c3-1b5e6b4c706c tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 210 time: 0.0258110 Jan 13 14:49:27.044226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e4c7b3d8-a807-4fbb-9602-4e647c87c974 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:27.064626 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: e4c7b3d8-a807-4fbb-9602-4e647c87c974 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:27.064968 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e4c7b3d8-a807-4fbb-9602-4e647c87c974 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:27.430571 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242331a-3599-411d-938c-7ed37c268c17 req-3db8dcc2-61bf-4e96-8f67-aaaf8622326a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:27.432139 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9242331a-3599-411d-938c-7ed37c268c17 req-3db8dcc2-61bf-4e96-8f67-aaaf8622326a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Jan 13 14:49:27.489102 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9242331a-3599-411d-938c-7ed37c268c17 req-0076b0c4-27cb-43f1-a70b-9d20b5a20549 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Jan 13 14:49:27.611316 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-798f4697-16e8-4414-971d-72251fe0b289 req-aa2ee3c7-d1ea-4617-83a2-bd0ece685cd1 tempest-ServerRescueNegativeTestJSON-777229012 tempest-ServerRescueNegativeTestJSON-777229012-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c314fa-a6e6-4ab2-8b9b-9d44f795d451 HTTP/1.1" status: 200 len: 210 time: 0.0268588 Jan 13 14:49:28.234831 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e2f30-8f2a-41b5-bd99-220067fbc90f req-acc12989-7f07-489d-b43c-b3c8d253a8bc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:28.236323 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-323e2f30-8f2a-41b5-bd99-220067fbc90f req-acc12989-7f07-489d-b43c-b3c8d253a8bc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Jan 13 14:49:28.284847 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-323e2f30-8f2a-41b5-bd99-220067fbc90f req-19e29337-f5bd-4e44-8f57-81b6498d2b60 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Jan 13 14:49:28.621772 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56b14-5af5-4306-acc5-6ba5c02e4d7e req-6ebf3f3b-4889-492b-8604-787902231ce2 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:28.629722 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-abf56b14-5af5-4306-acc5-6ba5c02e4d7e req-6ebf3f3b-4889-492b-8604-787902231ce2 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0603292 Jan 13 14:49:28.670119 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41098) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:28.680288 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-abf56b14-5af5-4306-acc5-6ba5c02e4d7e req-2b2c7181-ceee-4eba-b919-c0ffaecbb8d0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Jan 13 14:49:28.929298 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:49:29.013545 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744447-babd-4d14-aaf9-104d507add9a req-ada6356f-610f-4add-9090-9dee7e30c6d5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:29.015241 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7744447-babd-4d14-aaf9-104d507add9a req-ada6356f-610f-4add-9090-9dee7e30c6d5 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Jan 13 14:49:29.117254 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Deleting port a5b32522-c223-44b5-a676-eef9caf72041 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:29.117589 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (a5b32522-c223-44b5-a676-eef9caf72041), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.212441 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] For port a5b32522-c223-44b5-a676-eef9caf72041, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=a5b32522-c223-44b5-a676-eef9caf72041,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:29.212896 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (a5b32522-c223-44b5-a676-eef9caf72041), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.232128 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Calling delete_port for a5b32522-c223-44b5-a676-eef9caf72041 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:29.292869 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.419861 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf47bbc-6836-40a5-bb5d-44101ed9f3c0 req-5520bed6-a0d1-40dc-b6c9-52fc622bffff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:29.421451 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cdf47bbc-6836-40a5-bb5d-44101ed9f3c0 req-5520bed6-a0d1-40dc-b6c9-52fc622bffff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0571561 Jan 13 14:49:29.479751 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cdf47bbc-6836-40a5-bb5d-44101ed9f3c0 req-eb1e96ba-182b-486e-a074-7915e5f567db tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480838 Jan 13 14:49:29.500912 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (a5b32522-c223-44b5-a676-eef9caf72041), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.514309 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08', 'f3cccac6-6708-4353-a4ec-2428a0f428a6', '2a5323df-d224-4a5b-95bc-64feda6bd309', 'a5b32522-c223-44b5-a676-eef9caf72041'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:29.553281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event deleted for resources: {'Port': ['ID=a5b32522-c223-44b5-a676-eef9caf72041,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:29.601543 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] No DVR routers for this DVR port a5b32522-c223-44b5-a676-eef9caf72041 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:29.604381 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.609016 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e7744447-babd-4d14-aaf9-104d507add9a req-ca1a103b-a542-49a3-bf05-db078ae73f57 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "DELETE /v2.0/ports/a5b32522-c223-44b5-a676-eef9caf72041 HTTP/1.1" status: 204 len: 173 time: 0.5882406 Jan 13 14:49:29.609508 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'name': 'network-vif-deleted', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:29.612587 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d15a6-f6a5-49c6-870b-3207332ee7c5" -d '{"events": [{"server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "name": "network-vif-deleted", "tag": "a5b32522-c223-44b5-a676-eef9caf72041"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:29.672344 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33258e04-89de-4e06-bff8-0d36c613b055 x-openstack-request-id: req-33258e04-89de-4e06-bff8-0d36c613b055 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:29.672764 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72694079-29d4-4cab-b72d-21a7dadb7536", "name": "network-vif-deleted", "tag": "a5b32522-c223-44b5-a676-eef9caf72041", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:29.672874 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33258e04-89de-4e06-bff8-0d36c613b055 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:29.673322 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72694079-29d4-4cab-b72d-21a7dadb7536', 'name': 'network-vif-deleted', 'tag': 'a5b32522-c223-44b5-a676-eef9caf72041', 'status': 'completed', 'code': 200} Jan 13 14:49:29.722465 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Deleting port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:29.722971 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.800472 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ac6f255c-8840-457b-9d19-a0c0b0fef0c2 req-2cd6decb-eb0a-4fde-bf80-a84a6d8aada0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=72694079-29d4-4cab-b72d-21a7dadb7536 HTTP/1.1" status: 200 len: 210 time: 0.0305927 Jan 13 14:49:29.823214 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] For port 8f6aaff7-e7a6-450a-b378-f89cc7c7a014, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,segment=NetworkSegment(7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c),segment_id=7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:29.823586 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:29.837594 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Calling delete_port for 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:30.144732 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (8f6aaff7-e7a6-450a-b378-f89cc7c7a014), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:30.172428 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6aaff7-e7a6-450a-b378-f89cc7c7a014,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:30.306624 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a12eedc7-9fa2-4c96-8508-f820321f9871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:30.337410 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:30.556857 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Router 1a62291d-7cf8-4df0-9962-74912fbbc78e has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:49:30.656852 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020c00-f765-47c0-ac67-3b0d93054f95 req-7dc14607-f21b-4f43-9598-d588adfc4c19 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:30.658377 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22020c00-f765-47c0-ac67-3b0d93054f95 req-7dc14607-f21b-4f43-9598-d588adfc4c19 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0984356 Jan 13 14:49:30.743835 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:49:30.748668 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22020c00-f765-47c0-ac67-3b0d93054f95 req-0ba0c4d7-791d-41d0-adaa-f4bd84a263ff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838802 Jan 13 14:49:30.757334 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-22cfba95-9665-41ed-8516-a55b856d7c9d admin admin] 10.222.0.60 "PUT /v2.0/routers/1a62291d-7cf8-4df0-9962-74912fbbc78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0840282 Jan 13 14:49:30.757334 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41132) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:30.768852 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Sync routers for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:49:30.795944 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:49:30.796933 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:49:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:30.880609 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks [] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:30.941675 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:49:30.989802 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks [] for router_gateway (1a62291d-7cf8-4df0-9962-74912fbbc78e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.133063 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:49:30Z', 'revision_number': 5, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port': {'id': 'ff66df7e-4c62-4ea5-a256-735b6af96aa8', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:16Z', 'updated_at': '2022-01-13T14:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:31.162862 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Checking router: 1a62291d-7cf8-4df0-9962-74912fbbc78e for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:49:31.169600 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Routers {'1a62291d-7cf8-4df0-9962-74912fbbc78e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:49:31.170249 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:49:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['1a62291d-7cf8-4df0-9962-74912fbbc78e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:31.188403 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Deleting port ff66df7e-4c62-4ea5-a256-735b6af96aa8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:31.188744 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.257981 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] Set router 1a62291d-7cf8-4df0-9962-74912fbbc78e gateway port host: None {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:49:31.275287 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] For port ff66df7e-4c62-4ea5-a256-735b6af96aa8, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ff66df7e-4c62-4ea5-a256-735b6af96aa8,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:31.275287 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.287851 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Calling delete_port for ff66df7e-4c62-4ea5-a256-735b6af96aa8 owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:31.313067 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:49:30Z', 'revision_number': 6, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:31.342031 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4edd2-61f6-497c-a0d4-3c20bfd0f159 None None] The sync data for ids ['1a62291d-7cf8-4df0-9962-74912fbbc78e'] in dv-cinder-823726-5-iscsi is: [{'id': '1a62291d-7cf8-4df0-9962-74912fbbc78e', 'name': 'tempest-ServerRescueNegativeTestJSON-816451990-router', 'tenant_id': '02f8be27e10f4216b185e2cd096746ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:14Z', 'updated_at': '2022-01-13T14:49:30Z', 'revision_number': 6, 'project_id': '02f8be27e10f4216b185e2cd096746ba', 'gw_port_host': None}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:49:31.529482 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (ff66df7e-4c62-4ea5-a256-735b6af96aa8), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.554422 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff66df7e-4c62-4ea5-a256-735b6af96aa8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:31.620581 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.728234 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.730625 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks [] for router_controller (1a62291d-7cf8-4df0-9962-74912fbbc78e), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.874418 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (1a62291d-7cf8-4df0-9962-74912fbbc78e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.875151 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a62291d-7cf8-4df0-9962-74912fbbc78e {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:49:31.880268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.881971 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ef92a0e6-43d5-47dc-bbcc-053d58902090 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1a62291d-7cf8-4df0-9962-74912fbbc78e HTTP/1.1" status: 204 len: 168 time: 1.1245089 Jan 13 14:49:31.884691 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41148) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:31.934256 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Deleting subnet 5efcf90a-7aaf-4041-83bc-71e73b610058 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:49:31.938427 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Publish callbacks [] for subnet (5efcf90a-7aaf-4041-83bc-71e73b610058), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:31.980298 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593515'] for subnet (5efcf90a-7aaf-4041-83bc-71e73b610058), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.025852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (5efcf90a-7aaf-4041-83bc-71e73b610058), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.114123 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8931-ef2f-4803-9936-0f02b7a8df6b req-7242fd68-c365-4df6-9156-9f4886077a47 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:32.114123 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3a3a8931-ef2f-4803-9936-0f02b7a8df6b req-7242fd68-c365-4df6-9156-9f4886077a47 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.2666678 Jan 13 14:49:32.160575 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3a3a8931-ef2f-4803-9936-0f02b7a8df6b req-6cf97373-27a7-4ffc-92aa-c60ef0985bda tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460331 Jan 13 14:49:32.175498 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25699093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25709220'] for subnet (5efcf90a-7aaf-4041-83bc-71e73b610058), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.202875 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efcf90a-7aaf-4041-83bc-71e73b610058,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:32.206575 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.216941 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-408799d0-1bb3-4c84-b473-460e77a055a6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5efcf90a-7aaf-4041-83bc-71e73b610058 HTTP/1.1" status: 204 len: 168 time: 0.3242769 Jan 13 14:49:32.216941 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41154) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:32.283776 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (9def6dfc-3119-4aca-90cf-30bfc004cf34), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.364821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (9def6dfc-3119-4aca-90cf-30bfc004cf34), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.385378 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9def6dfc-3119-4aca-90cf-30bfc004cf34']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:32.394504 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:32.394760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:32.408447 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.422120 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.429262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:49:32.429639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (7b7c8ac8-8ab6-4c54-b42e-5f28a478d95c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.431279 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:49:32.433933 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:49:32.557727 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (9def6dfc-3119-4aca-90cf-30bfc004cf34), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.563421 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.566631 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] 10.222.0.60 "DELETE /v2.0/networks/9def6dfc-3119-4aca-90cf-30bfc004cf34 HTTP/1.1" status: 204 len: 168 time: 0.3532183 Jan 13 14:49:32.577466 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef087d1-1ab2-469a-8888-6610a424bd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9def6dfc-3119-4aca-90cf-30bfc004cf34,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:32.818549 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ff66df7e-4c62-4ea5-a256-735b6af96aa8 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:32.842719 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: ff66df7e-4c62-4ea5-a256-735b6af96aa8 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:32.842984 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ff66df7e-4c62-4ea5-a256-735b6af96aa8 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:32.843392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:32.869166 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:32.869506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 8f6aaff7-e7a6-450a-b378-f89cc7c7a014 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:32.906946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41160) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:32.929681 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-25775e30-7235-42e7-99fc-d9878b79bfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:32.947023 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-78653bb2-cd9a-4498-9f67-76eda42954d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02f8be27e10f4216b185e2cd096746ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388877 Jan 13 14:49:32.949497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41162) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:32.996097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] Publish callbacks [] for security_group (40b702ed-bcec-4cc1-ba33-0366b1f02d8f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:33.016617 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] Publish callbacks [] for security_group (40b702ed-bcec-4cc1-ba33-0366b1f02d8f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:33.147791 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (40b702ed-bcec-4cc1-ba33-0366b1f02d8f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:33.150502 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:33.151735 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40b702ed-bcec-4cc1-ba33-0366b1f02d8f HTTP/1.1" status: 204 len: 168 time: 0.2013521 Jan 13 14:49:33.167544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52229c31-6bda-49d3-8600-083ac835b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b702ed-bcec-4cc1-ba33-0366b1f02d8f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:33.285805 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3879a47-be24-450b-9427-93d214fcfeaf req-fef6bca9-58e8-4fdc-8055-defd87ab8850 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:33.287436 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e3879a47-be24-450b-9427-93d214fcfeaf req-fef6bca9-58e8-4fdc-8055-defd87ab8850 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0500219 Jan 13 14:49:33.335190 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e3879a47-be24-450b-9427-93d214fcfeaf req-63d89576-acee-46e7-a408-6e824b9506b2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Jan 13 14:49:33.492313 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device a5b32522-c223-44b5-a676-eef9caf72041 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:33.514333 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: a5b32522-c223-44b5-a676-eef9caf72041 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:33.514545 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device a5b32522-c223-44b5-a676-eef9caf72041 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:34.152190 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:34.456884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc897-546a-4a86-9b45-c08798cc4809 req-9bcdba5c-ea88-4975-b0f9-6b5632c24ea9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:34.458681 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a97dc897-546a-4a86-9b45-c08798cc4809 req-9bcdba5c-ea88-4975-b0f9-6b5632c24ea9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0507624 Jan 13 14:49:34.507025 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a97dc897-546a-4a86-9b45-c08798cc4809 req-a8f0381e-2f00-480f-b564-627d9f4c7546 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 Jan 13 14:49:35.195934 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:35.640294 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5386-e1cc-4441-8f0c-e59a402003ab req-142e4e9b-6e91-4dfa-a360-4fdbc95c9479 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:35.642428 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f1e5386-e1cc-4441-8f0c-e59a402003ab req-142e4e9b-6e91-4dfa-a360-4fdbc95c9479 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0574594 Jan 13 14:49:35.697544 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f1e5386-e1cc-4441-8f0c-e59a402003ab req-99e2c458-8cbc-4bac-8374-1c8c7dda8f0c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452745 Jan 13 14:49:35.853298 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7434c5-bf82-4521-9852-883daeed7543 req-649c9d4d-a7c0-4f01-b249-c4f44f444f23 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:35.854885 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-af7434c5-bf82-4521-9852-883daeed7543 req-649c9d4d-a7c0-4f01-b249-c4f44f444f23 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Jan 13 14:49:35.905248 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-af7434c5-bf82-4521-9852-883daeed7543 req-e6316cf7-232b-47b6-9b81-9a568282ebf8 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Jan 13 14:49:36.694766 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:36.831185 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd3b20-ed51-4f1f-a45f-eaeb73571428 req-c381cb2d-d4f4-48e9-ab18-d1414d3e2640 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:36.832866 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-47cd3b20-ed51-4f1f-a45f-eaeb73571428 req-c381cb2d-d4f4-48e9-ab18-d1414d3e2640 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0569642 Jan 13 14:49:36.885515 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-47cd3b20-ed51-4f1f-a45f-eaeb73571428 req-55a38347-eb8a-4b66-ac93-bb196e287fcf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Jan 13 14:49:37.027449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3906a-aec6-4af2-b7a8-4ec823b66462 req-5522370c-bdd9-4f86-b903-708af6aad4e4 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:37.029065 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-19c3906a-aec6-4af2-b7a8-4ec823b66462 req-5522370c-bdd9-4f86-b903-708af6aad4e4 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Jan 13 14:49:37.077258 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-19c3906a-aec6-4af2-b7a8-4ec823b66462 req-af1accb0-1cf3-4a71-894a-3eefd39115c6 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Jan 13 14:49:37.447886 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-62f00c5c-12da-4b96-8843-5b0b0ce1191b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:37.449606 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-62f00c5c-12da-4b96-8843-5b0b0ce1191b tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 945 time: 0.0566554 Jan 13 14:49:37.552213 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Deleting port 2a5323df-d224-4a5b-95bc-64feda6bd309 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:37.552565 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:37.650385 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] For port 2a5323df-d224-4a5b-95bc-64feda6bd309, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=2a5323df-d224-4a5b-95bc-64feda6bd309,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:37.650784 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:37.665630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Calling delete_port for 2a5323df-d224-4a5b-95bc-64feda6bd309 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:38.009897 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013385aa-0277-4bf7-bf22-4603676277d8 req-89c501a3-bc16-49c3-99df-1bc8f11dd8ed tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:38.011447 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-013385aa-0277-4bf7-bf22-4603676277d8 req-89c501a3-bc16-49c3-99df-1bc8f11dd8ed tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0510926 Jan 13 14:49:38.063075 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-013385aa-0277-4bf7-bf22-4603676277d8 req-4bb4c387-c525-4ed1-8c6f-848fbf7fe8f7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460033 Jan 13 14:49:38.064671 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (2a5323df-d224-4a5b-95bc-64feda6bd309), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:38.078062 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08', 'f3cccac6-6708-4353-a4ec-2428a0f428a6', '2a5323df-d224-4a5b-95bc-64feda6bd309'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:38.122291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event deleted for resources: {'Port': ['ID=2a5323df-d224-4a5b-95bc-64feda6bd309,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:38.147220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] No DVR routers for this DVR port 2a5323df-d224-4a5b-95bc-64feda6bd309 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:38.149947 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:38.153383 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0233bbe-9ee0-4be9-89fe-4bc873322d65 req-d0b3b8c8-8a6f-4a62-953c-ec84167e25d1 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "DELETE /v2.0/ports/2a5323df-d224-4a5b-95bc-64feda6bd309 HTTP/1.1" status: 204 len: 173 time: 0.6932907 Jan 13 14:49:38.158949 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'name': 'network-vif-deleted', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:38.158949 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d3dbc-6c1d-434d-ba22-bc52a3b12c2d" -d '{"events": [{"server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "name": "network-vif-deleted", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:38.202965 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3097dbff-66ac-42d2-9a60-fb71222b7cf2 req-92f149ad-b97f-46aa-af0e-33535a6e15fb tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ab4b2c-9e15-4875-917a-809fc59d22d4 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Jan 13 14:49:38.231756 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08ec809-a104-42ed-980c-977c8a1c40fe x-openstack-request-id: req-c08ec809-a104-42ed-980c-977c8a1c40fe {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:38.232119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ab4b2c-9e15-4875-917a-809fc59d22d4", "name": "network-vif-deleted", "tag": "2a5323df-d224-4a5b-95bc-64feda6bd309", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:38.232465 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c08ec809-a104-42ed-980c-977c8a1c40fe {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:38.233546 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab4b2c-9e15-4875-917a-809fc59d22d4', 'name': 'network-vif-deleted', 'tag': '2a5323df-d224-4a5b-95bc-64feda6bd309', 'status': 'completed', 'code': 200} Jan 13 14:49:39.202514 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fff37-fdd5-4430-a2a8-17fda8312d8c req-9c3b7540-6523-49e0-8a7b-6d31739dca23 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:39.204236 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-202fff37-fdd5-4430-a2a8-17fda8312d8c req-9c3b7540-6523-49e0-8a7b-6d31739dca23 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0546792 Jan 13 14:49:39.258116 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-202fff37-fdd5-4430-a2a8-17fda8312d8c req-adb0503a-2452-4ed2-916c-a5a6b51540b6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482039 Jan 13 14:49:39.758961 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9605c4-7d63-4227-8b6f-39c2e2c06f6a req-e6988e05-62a2-4d93-8150-52a312ecaed6 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:39.760443 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4c9605c4-7d63-4227-8b6f-39c2e2c06f6a req-e6988e05-62a2-4d93-8150-52a312ecaed6 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Jan 13 14:49:39.812582 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4c9605c4-7d63-4227-8b6f-39c2e2c06f6a req-c9b1f232-a524-4fb7-9afc-ebe163e46f1d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Jan 13 14:49:40.386512 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0999e-f0fb-4d81-b159-0b0848943449 req-ae1b2047-cd92-4ccf-80c4-c9f2278d0cd8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:40.388181 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cea0999e-f0fb-4d81-b159-0b0848943449 req-ae1b2047-cd92-4ccf-80c4-c9f2278d0cd8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0498538 Jan 13 14:49:40.436291 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-cea0999e-f0fb-4d81-b159-0b0848943449 req-c458c9da-f3fa-4e9e-a90a-c2c9be2b413f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Jan 13 14:49:40.932390 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845e01-4e49-4775-a65a-a976bed28ed7 req-b690879c-4b9b-4e2e-9e33-3120f3410de4 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:40.933916 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ae845e01-4e49-4775-a65a-a976bed28ed7 req-b690879c-4b9b-4e2e-9e33-3120f3410de4 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0539050 Jan 13 14:49:40.980627 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ae845e01-4e49-4775-a65a-a976bed28ed7 req-af2207eb-f493-4973-8001-3a7628c18394 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Jan 13 14:49:41.556429 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520192c3-581f-400c-af8d-e8f6d72ec262 req-299461c4-a27f-4e4d-af78-d5867a978735 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:41.557925 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-520192c3-581f-400c-af8d-e8f6d72ec262 req-299461c4-a27f-4e4d-af78-d5867a978735 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0501385 Jan 13 14:49:41.607453 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-520192c3-581f-400c-af8d-e8f6d72ec262 req-db2264cb-f044-47a4-993c-436311f3bea8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Jan 13 14:49:41.661825 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:49:41.762981 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:41.776037 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:49:41.814082 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: ACTIVE; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:49:41.814472 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:41.829671 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:49:41.850530 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:41.940997 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:41.992497 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=6']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:42.105035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176a963-ae2b-4d8a-b089-2826ffdb8860 req-41cfd6d5-85cf-438b-b0e8-c8b4bc49597e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:42.106750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f176a963-ae2b-4d8a-b089-2826ffdb8860 req-41cfd6d5-85cf-438b-b0e8-c8b4bc49597e tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Jan 13 14:49:42.158308 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f176a963-ae2b-4d8a-b089-2826ffdb8860 req-61efb861-4cb7-41a6-86ea-9c8e68c75150 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460694 Jan 13 14:49:42.649824 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 2a5323df-d224-4a5b-95bc-64feda6bd309 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:42.682754 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 2a5323df-d224-4a5b-95bc-64feda6bd309 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:42.683476 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 2a5323df-d224-4a5b-95bc-64feda6bd309 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:42.735081 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbd555-39a0-45c1-abd8-90a6f285041c req-431f2902-11f1-4a33-9b68-5a28e4c03a71 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:42.736591 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99fbd555-39a0-45c1-abd8-90a6f285041c req-431f2902-11f1-4a33-9b68-5a28e4c03a71 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Jan 13 14:49:42.759754 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['fb9bef26-fa8a-4ea9-81ea-9961d0260853'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:42.796374 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-99fbd555-39a0-45c1-abd8-90a6f285041c req-2bd0bbd5-21c2-4186-9385-a0e53de2c3ef tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518980 Jan 13 14:49:43.280420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58d36a-e95f-4784-98f7-3e2bb6746f9d req-b35bd097-11b5-4748-9927-cc5b50a2135d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:43.281912 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fe58d36a-e95f-4784-98f7-3e2bb6746f9d req-b35bd097-11b5-4748-9927-cc5b50a2135d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0510302 Jan 13 14:49:43.335274 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fe58d36a-e95f-4784-98f7-3e2bb6746f9d req-f115a6e8-b5ac-4f0f-bac3-420368e19b83 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 Jan 13 14:49:43.923657 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161a4e0-1a91-4481-a000-bc0b5f00dab1 req-d45228ca-ae78-415f-9db1-da897abd3b13 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:43.925387 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4161a4e0-1a91-4481-a000-bc0b5f00dab1 req-d45228ca-ae78-415f-9db1-da897abd3b13 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 945 time: 0.0523815 Jan 13 14:49:43.975980 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4161a4e0-1a91-4481-a000-bc0b5f00dab1 req-ee557ebc-5e39-4c6b-b98e-4ce5cffe3447 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Jan 13 14:49:44.291312 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:49:44.343749 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port fb9bef26-fa8a-4ea9-81ea-9961d0260853 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:49:44.344123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:44.423097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:49:44.423489 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:44.450268 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:44.452547 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13dfad0-2cd5-4a12-aeb3-e290ef27cdef" -d '{"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:44.465299 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa74b2-4be3-4e8a-9467-60d15a679a7e req-4450c56e-8fcd-47ad-ae00-9c348f27ee06 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:44.466926 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7ffa74b2-4be3-4e8a-9467-60d15a679a7e req-4450c56e-8fcd-47ad-ae00-9c348f27ee06 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0604155 Jan 13 14:49:44.467076 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:44.495864 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c489c5c6-987c-457c-b6dd-114648becd77 x-openstack-request-id: req-c489c5c6-987c-457c-b6dd-114648becd77 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:44.496182 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:44.496501 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c489c5c6-987c-457c-b6dd-114648becd77 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:44.496913 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'code': 200} Jan 13 14:49:44.528949 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7ffa74b2-4be3-4e8a-9467-60d15a679a7e req-51c994a4-dde7-4d20-beff-bb1f190f0f1c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561128 Jan 13 14:49:44.533409 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:44.591386 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=7']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:45.103445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009feb-162a-45bf-a035-52c3220b5580 req-b43544c0-e332-4977-9efd-2d3ca92a7333 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:45.105006 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0009feb-162a-45bf-a035-52c3220b5580 req-b43544c0-e332-4977-9efd-2d3ca92a7333 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0496681 Jan 13 14:49:45.157324 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0009feb-162a-45bf-a035-52c3220b5580 req-a897cecf-b068-4e5e-b15f-8d7bb6c66a95 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467775 Jan 13 14:49:45.649778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8dfd-593f-4ac5-8e3c-6ec3a3d98193 req-6cc0927d-51de-450d-b8c2-87f650fc4865 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:45.651295 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cbed8dfd-593f-4ac5-8e3c-6ec3a3d98193 req-6cc0927d-51de-450d-b8c2-87f650fc4865 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Jan 13 14:49:45.700567 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cbed8dfd-593f-4ac5-8e3c-6ec3a3d98193 req-8d6dc9bd-787c-42e0-ba3c-a228e53072fc tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Jan 13 14:49:46.285585 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7973e-d7dd-4bb9-9bfe-fe1f4a165ee3 req-3c71e148-c3b5-4519-beda-03a73682ade1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:46.287165 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-85a7973e-d7dd-4bb9-9bfe-fe1f4a165ee3 req-3c71e148-c3b5-4519-beda-03a73682ade1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0565491 Jan 13 14:49:46.347909 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-85a7973e-d7dd-4bb9-9bfe-fe1f4a165ee3 req-5e7ef7c4-1411-4064-a93b-faeb5b32b5c7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551872 Jan 13 14:49:46.655237 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:46.840228 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ed5db-48cc-4d87-9759-3f3387cb892c req-f889a874-dccb-4763-ac80-da3a36447366 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:46.841789 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-153ed5db-48cc-4d87-9759-3f3387cb892c req-f889a874-dccb-4763-ac80-da3a36447366 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.0669773 Jan 13 14:49:46.902747 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-153ed5db-48cc-4d87-9759-3f3387cb892c req-b7e8ef66-4580-4ef3-8f01-a424357bea20 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Jan 13 14:49:47.524424 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47424249-1b8c-4515-b5e8-2eb589d13dc5 req-e46e008e-6d35-41ce-91fb-3128874f6969 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:47.531469 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-47424249-1b8c-4515-b5e8-2eb589d13dc5 req-e46e008e-6d35-41ce-91fb-3128874f6969 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0693350 Jan 13 14:49:47.597957 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-47424249-1b8c-4515-b5e8-2eb589d13dc5 req-c602fd04-48de-42c1-9914-cc1c10f0edce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651186 Jan 13 14:49:47.896144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-48825a57-a01a-4712-be2d-0734cf7629bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:47.902721 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-48825a57-a01a-4712-be2d-0734cf7629bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.3365581 Jan 13 14:49:48.130859 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735321a-f74d-45ec-b844-e0a954b91805 req-dc9bf560-a915-453e-8e88-f1174b94a032 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:48.133247 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f735321a-f74d-45ec-b844-e0a954b91805 req-dc9bf560-a915-453e-8e88-f1174b94a032 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 945 time: 0.1042030 Jan 13 14:49:48.141752 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Deleting port f3cccac6-6708-4353-a4ec-2428a0f428a6 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:48.142095 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:48.291732 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f735321a-f74d-45ec-b844-e0a954b91805 req-367bd8f8-850b-4b3a-b3ee-c0324df9ce7a tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425662 Jan 13 14:49:48.378753 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] For port f3cccac6-6708-4353-a4ec-2428a0f428a6, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=f3cccac6-6708-4353-a4ec-2428a0f428a6,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:48.379291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:48.413369 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Calling delete_port for f3cccac6-6708-4353-a4ec-2428a0f428a6 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:48.867989 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f143-05fb-4b99-ac48-b4acfb07d4e6 req-1a7f406f-0a8a-4187-8b57-3d6a30569b8c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:48.875427 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9315f143-05fb-4b99-ac48-b4acfb07d4e6 req-1a7f406f-0a8a-4187-8b57-3d6a30569b8c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0787001 Jan 13 14:49:48.917992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (f3cccac6-6708-4353-a4ec-2428a0f428a6), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:48.936113 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08', 'f3cccac6-6708-4353-a4ec-2428a0f428a6'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:48.969787 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event deleted for resources: {'Port': ['ID=f3cccac6-6708-4353-a4ec-2428a0f428a6,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:48.978046 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9315f143-05fb-4b99-ac48-b4acfb07d4e6 req-78fdbbdf-9392-4a03-ac39-14696a40ecbd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016610 Jan 13 14:49:49.062325 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] No DVR routers for this DVR port f3cccac6-6708-4353-a4ec-2428a0f428a6 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:49.065220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:49.069225 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-990497fd-df6f-46da-a1f2-699a2ebd11f3 req-c61c052c-69f1-4f5a-ba94-636d5dbb91bf tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "DELETE /v2.0/ports/f3cccac6-6708-4353-a4ec-2428a0f428a6 HTTP/1.1" status: 204 len: 173 time: 1.1650796 Jan 13 14:49:49.069652 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'name': 'network-vif-deleted', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:49.075812 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2df6d7-3252-41e1-886a-93365b3c2fa1" -d '{"events": [{"server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "name": "network-vif-deleted", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:49.167763 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0cf4f-6e41-4ffa-b577-e3c54cbb664b x-openstack-request-id: req-8bf0cf4f-6e41-4ffa-b577-e3c54cbb664b {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:49.167763 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99e883-b698-4710-b47a-34c185174192", "name": "network-vif-deleted", "tag": "f3cccac6-6708-4353-a4ec-2428a0f428a6", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:49.167763 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bf0cf4f-6e41-4ffa-b577-e3c54cbb664b {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:49.167763 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99e883-b698-4710-b47a-34c185174192', 'name': 'network-vif-deleted', 'tag': 'f3cccac6-6708-4353-a4ec-2428a0f428a6', 'status': 'completed', 'code': 200} Jan 13 14:49:49.458194 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a50d689f-6265-4f50-9857-bb9acf84b4fa req-bbf93d36-9a49-45db-babc-43ca5b8d2c6d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f99e883-b698-4710-b47a-34c185174192 HTTP/1.1" status: 200 len: 210 time: 0.0599003 Jan 13 14:49:49.580773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17f99-1457-47a0-990a-9f7ebddf634d req-781748af-2665-4895-9c30-f5f1ebf57667 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:49.589503 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-03a17f99-1457-47a0-990a-9f7ebddf634d req-781748af-2665-4895-9c30-f5f1ebf57667 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0977585 Jan 13 14:49:49.667889 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-03a17f99-1457-47a0-990a-9f7ebddf634d req-c382fc56-e0cc-40ce-bc54-0318dc9d89e0 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771506 Jan 13 14:49:50.153167 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2e96f-bb38-4dd7-8ea7-0f400337d673 req-42c33a1e-d22d-4272-b86a-c44b89968e30 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:50.159105 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-25e2e96f-bb38-4dd7-8ea7-0f400337d673 req-42c33a1e-d22d-4272-b86a-c44b89968e30 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0626535 Jan 13 14:49:50.220151 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-25e2e96f-bb38-4dd7-8ea7-0f400337d673 req-f3fab854-bd07-40ac-b4af-6144851e48cf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598197 Jan 13 14:49:50.811688 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675eb5-8a04-4014-93b7-42297922387d req-acc4351f-696c-4a01-a594-f56012d1c0cb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:50.813760 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3c675eb5-8a04-4014-93b7-42297922387d req-acc4351f-696c-4a01-a594-f56012d1c0cb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0735581 Jan 13 14:49:50.873467 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3c675eb5-8a04-4014-93b7-42297922387d req-40ed4a28-a0d9-4201-851a-bc3401c475f3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507741 Jan 13 14:49:51.364828 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3ca3-fff1-43a1-943a-18448dee4029 req-feb2c9ca-ebfc-4ef3-b336-5cc687c0bd29 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:51.367094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-46cd3ca3-fff1-43a1-943a-18448dee4029 req-feb2c9ca-ebfc-4ef3-b336-5cc687c0bd29 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0638747 Jan 13 14:49:51.454068 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-46cd3ca3-fff1-43a1-943a-18448dee4029 req-009f9c22-5399-43ba-a073-19dac9994238 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763822 Jan 13 14:49:51.572777 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f3cccac6-6708-4353-a4ec-2428a0f428a6 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:51.603525 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: f3cccac6-6708-4353-a4ec-2428a0f428a6 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:51.603872 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device f3cccac6-6708-4353-a4ec-2428a0f428a6 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:52.023428 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f54e-d696-4ecf-baeb-cb9c541e76c0 req-dc56d3be-cd45-4164-9b28-b0808ff250e8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:52.025720 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0579f54e-d696-4ecf-baeb-cb9c541e76c0 req-dc56d3be-cd45-4164-9b28-b0808ff250e8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0663812 Jan 13 14:49:52.091365 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0579f54e-d696-4ecf-baeb-cb9c541e76c0 req-76ce38d0-b18c-4bab-888d-78bd34c9f896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587666 Jan 13 14:49:52.303405 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86f34-585f-43aa-9d14-379278ea023f req-458f5cf3-9f2a-44ab-b404-ea873f7e4949 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:52.305582 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-baf86f34-585f-43aa-9d14-379278ea023f req-458f5cf3-9f2a-44ab-b404-ea873f7e4949 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0614479 Jan 13 14:49:52.376288 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-baf86f34-585f-43aa-9d14-379278ea023f req-3c2be438-0065-492c-9f4e-e59e0b4d1728 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Jan 13 14:49:52.617709 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be2e4-7b1a-40f6-86a6-e6fdd074aa74 req-b42a0f74-93dd-430c-8859-8041f761b309 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:52.619892 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-650be2e4-7b1a-40f6-86a6-e6fdd074aa74 req-b42a0f74-93dd-430c-8859-8041f761b309 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0621691 Jan 13 14:49:52.677531 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-650be2e4-7b1a-40f6-86a6-e6fdd074aa74 req-c3ccfd34-4e3e-42fc-9bc7-26aa407afb70 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475664 Jan 13 14:49:53.232359 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d354-e701-4a13-b5f7-8770e571524b req-0473686d-cfb1-4ea6-a548-5cbf988ab9aa tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:53.239397 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1e92d354-e701-4a13-b5f7-8770e571524b req-0473686d-cfb1-4ea6-a548-5cbf988ab9aa tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0639412 Jan 13 14:49:53.296241 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1e92d354-e701-4a13-b5f7-8770e571524b req-9e51d1fb-f8e5-4869-bc02-543515c8fca1 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558889 Jan 13 14:49:53.433387 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41638) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:53.445979 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41642) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:53.543498 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad44b42-6719-4a21-9fd6-ab3f47444ec3 req-62ab84e2-b27f-4787-ae3e-9b280a049d13 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:53.551984 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8ad44b42-6719-4a21-9fd6-ab3f47444ec3 req-62ab84e2-b27f-4787-ae3e-9b280a049d13 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0663664 Jan 13 14:49:53.589077 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.631358 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27f2c318-9fe6-4e08-af0b-a20fdd09bac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.655078 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8ad44b42-6719-4a21-9fd6-ab3f47444ec3 req-d20ad7d4-9828-4a5d-9f53-c6d480cc46a0 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016591 Jan 13 14:49:53.761854 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Publish callbacks [] for security_group (d34d8266-5565-419f-a188-29f5773b14d7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.788942 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27f2c318-9fe6-4e08-af0b-a20fdd09bac6 admin admin] Publish callbacks [] for security_group (9a80bbb3-1cb3-4b19-a33c-bda224e6e332), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.809115 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6259-cd52-46a4-85ba-ac98116e7344 req-313eb8c0-1f4e-4320-996b-9af19f70c351 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:53.816679 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c23e6259-cd52-46a4-85ba-ac98116e7344 req-313eb8c0-1f4e-4320-996b-9af19f70c351 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0606704 Jan 13 14:49:53.863742 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c23e6259-cd52-46a4-85ba-ac98116e7344 req-c880bdb1-9c7b-4693-bb8e-3fdf2c0dea18 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Jan 13 14:49:53.882292 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d34d8266-5565-419f-a188-29f5773b14d7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.923888 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7f143a6dc94abaa017554e3b6c18c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890804 Jan 13 14:49:53.924988 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34d8266-5565-419f-a188-29f5773b14d7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:53.926732 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41650) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:53.929325 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27f2c318-9fe6-4e08-af0b-a20fdd09bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9a80bbb3-1cb3-4b19-a33c-bda224e6e332), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.935584 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.937949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.938564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.938564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.938770 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.939101 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.939420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9b61d-282a-469f-841b-ddc711a470bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:49:53.982661 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-27f2c318-9fe6-4e08-af0b-a20fdd09bac6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=214010fcdbd34487bff58fd8c45fb15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323439 Jan 13 14:49:53.987598 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41652) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:53.987742 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] Publish callbacks [] for security_group (d34d8266-5565-419f-a188-29f5773b14d7), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:53.999474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2c318-9fe6-4e08-af0b-a20fdd09bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80bbb3-1cb3-4b19-a33c-bda224e6e332,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:54.017995 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] Publish callbacks [] for security_group (d34d8266-5565-419f-a188-29f5773b14d7), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.061681 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] Publish callbacks [] for security_group (9a80bbb3-1cb3-4b19-a33c-bda224e6e332), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.091597 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] Publish callbacks [] for security_group (9a80bbb3-1cb3-4b19-a33c-bda224e6e332), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.136364 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-b22b6ac2-0df8-432f-9a63-5226bc31460c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:54.138581 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-b22b6ac2-0df8-432f-9a63-5226bc31460c tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0672772 Jan 13 14:49:54.190090 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d34d8266-5565-419f-a188-29f5773b14d7), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.190090 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.190090 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d34d8266-5565-419f-a188-29f5773b14d7 HTTP/1.1" status: 204 len: 168 time: 0.2614574 Jan 13 14:49:54.212013 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d164c15-add6-4537-bae4-ad45fa589cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34d8266-5565-419f-a188-29f5773b14d7,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:54.215968 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (9a80bbb3-1cb3-4b19-a33c-bda224e6e332), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.225891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.235386 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a80bbb3-1cb3-4b19-a33c-bda224e6e332 HTTP/1.1" status: 204 len: 168 time: 0.2479222 Jan 13 14:49:54.284750 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad031-323e-47f8-a9cc-fa1bf042ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80bbb3-1cb3-4b19-a33c-bda224e6e332,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:54.302329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Deleting port 25cfffe5-ee77-488d-988d-40b4e34aef08 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:49:54.302329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.439601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] For port 25cfffe5-ee77-488d-988d-40b4e34aef08, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=25cfffe5-ee77-488d-988d-40b4e34aef08,segment=NetworkSegment(75fc622e-f2ce-4216-891e-5f154f450f7e),segment_id=75fc622e-f2ce-4216-891e-5f154f450f7e)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:49:54.439971 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:54.465240 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Calling delete_port for 25cfffe5-ee77-488d-988d-40b4e34aef08 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:49:54.510195 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79ecf9-b122-4347-8cb6-e841f8332212 req-fffcda1f-bc01-4c39-bfea-0c3b5c073acf tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:54.518359 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0b79ecf9-b122-4347-8cb6-e841f8332212 req-fffcda1f-bc01-4c39-bfea-0c3b5c073acf tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.1414094 Jan 13 14:49:54.588168 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0b79ecf9-b122-4347-8cb6-e841f8332212 req-6dbefbd3-0800-492c-bf35-d04da0f91d42 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689776 Jan 13 14:49:54.814039 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be6d8a-1df1-43d8-92c4-d41d9e6469b8 req-be92d6de-2989-424b-8a34-6296914af863 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:54.822236 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28be6d8a-1df1-43d8-92c4-d41d9e6469b8 req-be92d6de-2989-424b-8a34-6296914af863 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 946 time: 0.0848982 Jan 13 14:49:54.887496 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28be6d8a-1df1-43d8-92c4-d41d9e6469b8 req-90f9e87a-cd81-490f-99d0-44ebbfe8de60 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/security-groups?id=77bd7495-bd3d-43f4-a17f-54f170c1d718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Jan 13 14:49:54.997349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083891be-1c26-4b61-9e18-b090604750ae req-10442232-3bb0-40ad-95ef-16384711f2e6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:55.000012 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-083891be-1c26-4b61-9e18-b090604750ae req-10442232-3bb0-40ad-95ef-16384711f2e6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0564439 Jan 13 14:49:55.009142 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (25cfffe5-ee77-488d-988d-40b4e34aef08), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.026582 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['25cfffe5-ee77-488d-988d-40b4e34aef08'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:49:55.041659 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Pushing event deleted for resources: {'Port': ['ID=25cfffe5-ee77-488d-988d-40b4e34aef08,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:55.061531 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-083891be-1c26-4b61-9e18-b090604750ae req-931be57a-7f12-4f0b-9b12-8e750783e7e3 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563812 Jan 13 14:49:55.094385 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] No DVR routers for this DVR port 25cfffe5-ee77-488d-988d-40b4e34aef08 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:49:55.097272 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.101185 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e0bbdb9c-7371-4046-a166-f83aecfc0eaa req-503d7afc-be61-49e3-998a-fbba079f1389 tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.66 "DELETE /v2.0/ports/25cfffe5-ee77-488d-988d-40b4e34aef08 HTTP/1.1" status: 204 len: 173 time: 0.9521458 Jan 13 14:49:55.101642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'name': 'network-vif-deleted', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:49:55.103929 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb7427f-8858-4d9a-9b52-025b3f367842" -d '{"events": [{"server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "name": "network-vif-deleted", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:49:55.141156 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52d2a8-ec47-4851-a09b-6e48bc00f86b x-openstack-request-id: req-aa52d2a8-ec47-4851-a09b-6e48bc00f86b {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:49:55.141453 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb863cf9-aeba-4d15-9e98-e5c31815f063", "name": "network-vif-deleted", "tag": "25cfffe5-ee77-488d-988d-40b4e34aef08", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:49:55.141703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa52d2a8-ec47-4851-a09b-6e48bc00f86b {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:49:55.142094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb863cf9-aeba-4d15-9e98-e5c31815f063', 'name': 'network-vif-deleted', 'tag': '25cfffe5-ee77-488d-988d-40b4e34aef08', 'status': 'completed', 'code': 200} Jan 13 14:49:55.363011 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41686) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:55.375344 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7cc-28f0-4191-bdab-daae01b39b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.494072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7cc-28f0-4191-bdab-daae01b39b19 admin admin] Publish callbacks [] for security_group (f8cb72f4-3552-4351-9cf1-a922ef4c1277), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.603799 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7cc-28f0-4191-bdab-daae01b39b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f8cb72f4-3552-4351-9cf1-a922ef4c1277), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.659624 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8ac3b7cc-28f0-4191-bdab-daae01b39b19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80a2239ba46742abad1fbc2e0c17f540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974930 Jan 13 14:49:55.663293 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41698) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:55.775575 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3b7cc-28f0-4191-bdab-daae01b39b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb72f4-3552-4351-9cf1-a922ef4c1277,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:55.813538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49879634-45cd-44cd-ab7d-034402cb35f6 req-a9cb3229-a1d9-417c-afa9-a6eddbf3d2c5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:55.815108 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-49879634-45cd-44cd-ab7d-034402cb35f6 req-a9cb3229-a1d9-417c-afa9-a6eddbf3d2c5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0945475 Jan 13 14:49:55.841315 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] Publish callbacks [] for security_group (f8cb72f4-3552-4351-9cf1-a922ef4c1277), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.866736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] Publish callbacks [] for security_group (f8cb72f4-3552-4351-9cf1-a922ef4c1277), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:55.957907 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-49879634-45cd-44cd-ab7d-034402cb35f6 req-58b7e9df-bb74-4dcb-bfb5-652ba82d2ca7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357551 Jan 13 14:49:56.065887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f8cb72f4-3552-4351-9cf1-a922ef4c1277), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:56.068781 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:56.072182 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8cb72f4-3552-4351-9cf1-a922ef4c1277 HTTP/1.1" status: 204 len: 168 time: 0.4065411 Jan 13 14:49:56.090191 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-804e12ce-baab-469d-801c-98ddea063439 req-1310462d-594f-4e15-8f76-e1320bbf7a3d tempest-AttachVolumeNegativeTest-1588924367 tempest-AttachVolumeNegativeTest-1588924367-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb863cf9-aeba-4d15-9e98-e5c31815f063 HTTP/1.1" status: 200 len: 210 time: 0.0420058 Jan 13 14:49:56.090726 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad13a1-c96b-4410-9052-f53d1c67f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb72f4-3552-4351-9cf1-a922ef4c1277,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:56.299477 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d6cf-2ca7-4641-84ca-73e54c275cda req-ce897e17-96d9-4d41-8bd2-82b9b485c84b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:56.309201 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-29e0d6cf-2ca7-4641-84ca-73e54c275cda req-ce897e17-96d9-4d41-8bd2-82b9b485c84b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0713243 Jan 13 14:49:56.374849 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-29e0d6cf-2ca7-4641-84ca-73e54c275cda req-832c4920-77be-42b1-98e0-bf710482088f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651159 Jan 13 14:49:56.917520 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41734) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:57.064420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0595-7e22-459b-b65e-8d0448168bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.169771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b9e0-02e1-4e77-8f88-b104e610fce0 req-16f01ca5-14bf-4eaa-8534-dfb1f5743081 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:57.172181 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1675b9e0-02e1-4e77-8f88-b104e610fce0 req-16f01ca5-14bf-4eaa-8534-dfb1f5743081 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.1229594 Jan 13 14:49:57.186836 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0595-7e22-459b-b65e-8d0448168bd4 admin admin] Publish callbacks [] for security_group (1d8b0a8b-6c9f-4eaa-a774-9016de6beecc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.209572 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41746) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:57.266256 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0595-7e22-459b-b65e-8d0448168bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1d8b0a8b-6c9f-4eaa-a774-9016de6beecc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.294704 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Deleting subnet 3c1ee154-2c67-408b-9d1b-3b933215ff25 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:49:57.301475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Publish callbacks [] for subnet (3c1ee154-2c67-408b-9d1b-3b933215ff25), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.311229 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0c3a0595-7e22-459b-b65e-8d0448168bd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd234016aa6042ceb68228da66a2386f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921032 Jan 13 14:49:57.312764 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a0595-7e22-459b-b65e-8d0448168bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b0a8b-6c9f-4eaa-a774-9016de6beecc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:57.315383 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41748) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:57.345453 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1675b9e0-02e1-4e77-8f88-b104e610fce0 req-e310e894-8fc7-430d-9293-e126fe4427d4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593940 Jan 13 14:49:57.391145 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] Publish callbacks [] for security_group (1d8b0a8b-6c9f-4eaa-a774-9016de6beecc), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.394530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593515'] for subnet (3c1ee154-2c67-408b-9d1b-3b933215ff25), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.446572 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] Publish callbacks [] for security_group (1d8b0a8b-6c9f-4eaa-a774-9016de6beecc), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.477555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (3c1ee154-2c67-408b-9d1b-3b933215ff25), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.571844 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8fdb-ebad-4f58-a092-6c1867f10ed8 req-391880ec-affe-4891-b2ee-1b2f02178851 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:57.575164 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-18fe8fdb-ebad-4f58-a092-6c1867f10ed8 req-391880ec-affe-4891-b2ee-1b2f02178851 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0777671 Jan 13 14:49:57.605265 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 25cfffe5-ee77-488d-988d-40b4e34aef08 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:49:57.632465 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 25cfffe5-ee77-488d-988d-40b4e34aef08 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:49:57.633088 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 25cfffe5-ee77-488d-988d-40b4e34aef08 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:49:57.642655 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-18fe8fdb-ebad-4f58-a092-6c1867f10ed8 req-5cc360a5-fb60-4287-9c0f-1c65d12b7231 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626488 Jan 13 14:49:57.648637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25699093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25709220'] for subnet (3c1ee154-2c67-408b-9d1b-3b933215ff25), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.684674 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1d8b0a8b-6c9f-4eaa-a774-9016de6beecc), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.691980 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.692476 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1ee154-2c67-408b-9d1b-3b933215ff25,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:57.694207 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d8b0a8b-6c9f-4eaa-a774-9016de6beecc HTTP/1.1" status: 204 len: 168 time: 0.3766112 Jan 13 14:49:57.700525 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.714762 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-01ed851f-ba8a-46ab-94ed-2c50158d6cc2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3c1ee154-2c67-408b-9d1b-3b933215ff25 HTTP/1.1" status: 204 len: 168 time: 0.4930089 Jan 13 14:49:57.715007 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41762) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:57.807058 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (2aab19ad-341f-4e96-8583-33dad89a7e71), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.812241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4af0-bafa-4f11-834e-0a12782715f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b0a8b-6c9f-4eaa-a774-9016de6beecc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:57.955403 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (2aab19ad-341f-4e96-8583-33dad89a7e71), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:57.982305 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aab19ad-341f-4e96-8583-33dad89a7e71']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:57.995461 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fc622e-f2ce-4216-891e-5f154f450f7e') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:57.995894 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fc622e-f2ce-4216-891e-5f154f450f7e') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:49:58.006449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (75fc622e-f2ce-4216-891e-5f154f450f7e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.028691 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (75fc622e-f2ce-4216-891e-5f154f450f7e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.044172 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:49:58.044584 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (75fc622e-f2ce-4216-891e-5f154f450f7e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:49:58.049552 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:49:58.186777 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (2aab19ad-341f-4e96-8583-33dad89a7e71), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.192411 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.198673 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2aab19ad-341f-4e96-8583-33dad89a7e71 HTTP/1.1" status: 204 len: 168 time: 0.4819460 Jan 13 14:49:58.239623 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49106df3-c41f-4511-a9fd-bddb0e5a9141 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aab19ad-341f-4e96-8583-33dad89a7e71,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:58.494968 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81652587-e066-4c74-b083-ada6a8ad3a2b req-8d771caa-ea00-4053-a3b2-4c708e448a63 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:58.496685 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-81652587-e066-4c74-b083-ada6a8ad3a2b req-8d771caa-ea00-4053-a3b2-4c708e448a63 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0683732 Jan 13 14:49:58.552761 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-81652587-e066-4c74-b083-ada6a8ad3a2b req-c5738791-123f-47f9-aa62-55a40e6e0083 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498908 Jan 13 14:49:58.767630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41792) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:58.835146 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6809a2-1022-472e-a3a9-fad004bd33f1 req-f0e22a01-6d1f-4371-985a-6a64a1b25b94 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:58.836755 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6b6809a2-1022-472e-a3a9-fad004bd33f1 req-f0e22a01-6d1f-4371-985a-6a64a1b25b94 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0611074 Jan 13 14:49:58.846343 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-0075a14c-47ca-4810-a087-ad2cf2a58f0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edb74e308d4f4a2487e92290470e0f85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0750129 Jan 13 14:49:58.846645 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41794) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:49:58.922698 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] Publish callbacks [] for security_group (77bd7495-bd3d-43f4-a17f-54f170c1d718), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:58.937829 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6b6809a2-1022-472e-a3a9-fad004bd33f1 req-481387b1-02ab-45b7-b142-18fd77e6e4bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925195 Jan 13 14:49:58.959592 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] Publish callbacks [] for security_group (77bd7495-bd3d-43f4-a17f-54f170c1d718), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:59.151899 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (77bd7495-bd3d-43f4-a17f-54f170c1d718), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:59.154587 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:49:59.155833 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77bd7495-bd3d-43f4-a17f-54f170c1d718 HTTP/1.1" status: 204 len: 168 time: 0.3080633 Jan 13 14:49:59.167534 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a7b90-502c-4ebe-86e8-fe69db6e486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd7495-bd3d-43f4-a17f-54f170c1d718,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:49:59.686258 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e21944-fa8f-4e25-9076-c6b38675f051 req-75fa599c-e4c1-491c-bc31-8180f6fcbaf4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:49:59.687716 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-49e21944-fa8f-4e25-9076-c6b38675f051 req-75fa599c-e4c1-491c-bc31-8180f6fcbaf4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Jan 13 14:49:59.740065 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-49e21944-fa8f-4e25-9076-c6b38675f051 req-dec9a467-c556-4f56-b46d-4164d0cde3d2 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468895 Jan 13 14:50:00.088695 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830af3b1-c17b-439a-a53a-58733341ad3e req-ff253f08-5b96-4719-b5cd-d2b580f8f09c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:00.090472 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-830af3b1-c17b-439a-a53a-58733341ad3e req-ff253f08-5b96-4719-b5cd-d2b580f8f09c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0659833 Jan 13 14:50:00.165161 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-830af3b1-c17b-439a-a53a-58733341ad3e req-55211bf3-9059-43d8-9c9a-9a3d222afa63 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658169 Jan 13 14:50:00.401268 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-dbc6aaed-72fe-4ad1-b95e-56d6de23c07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:00.863362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db5e0-8ddf-463f-9bde-fad819cdf7de req-d84f9c78-2f7b-4b6f-a298-a04a32c56777 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:00.864918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-134db5e0-8ddf-463f-9bde-fad819cdf7de req-d84f9c78-2f7b-4b6f-a298-a04a32c56777 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0522192 Jan 13 14:50:00.916409 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-134db5e0-8ddf-463f-9bde-fad819cdf7de req-30cc9a81-be1a-41ab-b4c3-6ba28c613a99 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453117 Jan 13 14:50:01.282936 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdec5-482b-45e8-ad45-4cbe4c054e48 req-3efd15c0-b327-4cf3-b053-0c762e7f9af2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.284488 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d0bbdec5-482b-45e8-ad45-4cbe4c054e48 req-3efd15c0-b327-4cf3-b053-0c762e7f9af2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0550430 Jan 13 14:50:01.346854 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d0bbdec5-482b-45e8-ad45-4cbe4c054e48 req-78d19c70-a61d-46d4-8834-75e9d34a660c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537038 Jan 13 14:50:01.394450 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70a7f-ddc0-429f-a977-f58d2c41a342 req-716e064c-1c65-4eaa-a719-9547ecd4d062 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.396004 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-03c70a7f-ddc0-429f-a977-f58d2c41a342 req-716e064c-1c65-4eaa-a719-9547ecd4d062 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0527613 Jan 13 14:50:01.464441 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-03c70a7f-ddc0-429f-a977-f58d2c41a342 req-22d41e13-4a26-4972-9b34-2e4954f3602e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615854 Jan 13 14:50:01.642264 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-872c970d-f1d6-4b70-8bf3-d8c925e23d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.643796 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-872c970d-f1d6-4b70-8bf3-d8c925e23d00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1098 time: 0.0435157 Jan 13 14:50:01.758347 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-51d3282b-3533-44ea-9cf3-c4857ad2d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.759865 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-51d3282b-3533-44ea-9cf3-c4857ad2d1d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.1073921 Jan 13 14:50:01.836052 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-9c47a3a9-b876-4f11-a5c2-313dec895465 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 1000 time: 0.0696824 Jan 13 14:50:01.918468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-7e6787af-576a-491c-adae-5a1857418d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.919959 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-7e6787af-576a-491c-adae-5a1857418d15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0768037 Jan 13 14:50:01.924930 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-e4115b09-39ab-465d-92ae-a063b3cbefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:01.926786 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-e4115b09-39ab-465d-92ae-a063b3cbefdf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1099 time: 0.0582976 Jan 13 14:50:02.017915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-4f54cdec-8607-421f-adce-ce97942742c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:02.019406 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-4f54cdec-8607-421f-adce-ce97942742c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917814 Jan 13 14:50:02.042417 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-a43c4a9c-e835-4bdc-8017-619b8467e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:02.043817 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-a43c4a9c-e835-4bdc-8017-619b8467e08d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.1063190 Jan 13 14:50:02.290876 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41900) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:02.398085 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9747a4c-cbef-4218-942e-cf09dcf3bfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.496165 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d198-2321-41f6-a072-73308b8c3627 req-baeec539-ff00-400b-8bff-ba0c020638ce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:02.501807 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aab7d198-2321-41f6-a072-73308b8c3627 req-baeec539-ff00-400b-8bff-ba0c020638ce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0722845 Jan 13 14:50:02.526884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41910) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:02.551280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9747a4c-cbef-4218-942e-cf09dcf3bfd7 admin admin] Publish callbacks [] for security_group (58406d7e-7b92-4a53-8890-285a1f299ee5), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.569754 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aab7d198-2321-41f6-a072-73308b8c3627 req-b1f19df1-49a6-410a-9a09-61a9dcf35419 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628040 Jan 13 14:50:02.595079 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007cea-a7bb-4a4d-8a16-bfee75db1e31 req-9177f8b2-f3b7-4b89-bdc6-3a89e9175dc3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:02.596662 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-21007cea-a7bb-4a4d-8a16-bfee75db1e31 req-9177f8b2-f3b7-4b89-bdc6-3a89e9175dc3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0611172 Jan 13 14:50:02.608818 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9747a4c-cbef-4218-942e-cf09dcf3bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (58406d7e-7b92-4a53-8890-285a1f299ee5), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.648519 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-e9747a4c-cbef-4218-942e-cf09dcf3bfd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44b814ec825748db8f9dcf875cbd4670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565474 Jan 13 14:50:02.651483 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41916) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:02.653351 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9747a4c-cbef-4218-942e-cf09dcf3bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58406d7e-7b92-4a53-8890-285a1f299ee5,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:02.661172 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-21007cea-a7bb-4a4d-8a16-bfee75db1e31 req-a40be32a-60b7-46ca-ac4c-91ee56d72a20 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578301 Jan 13 14:50:02.684317 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63a45b16-5b65-4084-9288-c7a991e04540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.743355 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] Publish callbacks [] for security_group (58406d7e-7b92-4a53-8890-285a1f299ee5), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.777120 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] Publish callbacks [] for security_group (58406d7e-7b92-4a53-8890-285a1f299ee5), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.829500 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63a45b16-5b65-4084-9288-c7a991e04540 admin admin] Publish callbacks [] for security_group (d9090840-f8d1-4471-9910-fa7a30878bde), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.887436 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63a45b16-5b65-4084-9288-c7a991e04540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d9090840-f8d1-4471-9910-fa7a30878bde), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.916038 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8988bac7-0c7e-4b7b-83f6-aa33e6da83ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.922536 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (58406d7e-7b92-4a53-8890-285a1f299ee5), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.925521 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:02.926684 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58406d7e-7b92-4a53-8890-285a1f299ee5 HTTP/1.1" status: 204 len: 168 time: 0.2738371 Jan 13 14:50:02.934553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41920) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:02.934981 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-63a45b16-5b65-4084-9288-c7a991e04540 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90076565aa5c4892b6587921d50597a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065387 Jan 13 14:50:02.935565 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a45b16-5b65-4084-9288-c7a991e04540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9090840-f8d1-4471-9910-fa7a30878bde,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:02.946428 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134bb7a-ae42-4293-97ae-1f9a934191e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58406d7e-7b92-4a53-8890-285a1f299ee5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:02.988080 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] Publish callbacks [] for security_group (d9090840-f8d1-4471-9910-fa7a30878bde), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.013519 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] Publish callbacks [] for security_group (d9090840-f8d1-4471-9910-fa7a30878bde), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.117133 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d9090840-f8d1-4471-9910-fa7a30878bde), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.119876 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.124560 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9090840-f8d1-4471-9910-fa7a30878bde HTTP/1.1" status: 204 len: 168 time: 0.1853096 Jan 13 14:50:03.128993 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d636d-b46e-4436-b218-67049b88402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9090840-f8d1-4471-9910-fa7a30878bde,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:03.631456 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 41928) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:03.645706 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433eaa04-dbaf-4d0f-b099-aa774a44a883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.714778 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-8449ec9c-738b-4f26-bc2b-a75f5534c9b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 1000 time: 0.1335940 Jan 13 14:50:03.737016 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433eaa04-dbaf-4d0f-b099-aa774a44a883 admin admin] Publish callbacks [] for security_group (e3b885af-f34d-498c-937b-9434a8b4468c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.742649 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0097-4282-4afc-ade3-1bec4c2b7880 req-f56c2d7a-46fe-4c22-b44c-135d8f248bcd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:03.744156 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-526b0097-4282-4afc-ade3-1bec4c2b7880 req-f56c2d7a-46fe-4c22-b44c-135d8f248bcd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0878835 Jan 13 14:50:03.775128 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-0092a800-0907-4e83-b8d8-c6204854c60e service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019546 Jan 13 14:50:03.784113 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12878280-65bd-4623-b0d6-1aa07583774e req-7b15f88e-f13b-437a-b442-cb3d6b179bcc tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:03.785605 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-12878280-65bd-4623-b0d6-1aa07583774e req-7b15f88e-f13b-437a-b442-cb3d6b179bcc tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Jan 13 14:50:03.803927 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-526b0097-4282-4afc-ade3-1bec4c2b7880 req-49a023bc-f565-4049-a683-4d950ad29ea6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539389 Jan 13 14:50:03.821160 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433eaa04-dbaf-4d0f-b099-aa774a44a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e3b885af-f34d-498c-937b-9434a8b4468c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.864132 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-12878280-65bd-4623-b0d6-1aa07583774e req-91f408c7-981b-4249-9f0a-a0975e80b813 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718098 Jan 13 14:50:03.874016 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-433eaa04-dbaf-4d0f-b099-aa774a44a883 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1b669d5d9cf45dbb9b389e6027b2785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407017 Jan 13 14:50:03.883152 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eaa04-dbaf-4d0f-b099-aa774a44a883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b885af-f34d-498c-937b-9434a8b4468c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:03.883265 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 41934) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:03.929190 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] Publish callbacks [] for security_group (e3b885af-f34d-498c-937b-9434a8b4468c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:03.950029 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] Publish callbacks [] for security_group (e3b885af-f34d-498c-937b-9434a8b4468c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:04.075869 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e3b885af-f34d-498c-937b-9434a8b4468c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:04.078509 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:04.079692 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3b885af-f34d-498c-937b-9434a8b4468c HTTP/1.1" status: 204 len: 168 time: 0.2020543 Jan 13 14:50:04.088914 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7614d-241b-4138-82ce-b3982e08e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b885af-f34d-498c-937b-9434a8b4468c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:04.204064 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:04.559821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-83aeea86-af06-419f-bdd4-2b6df11f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:04.561275 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-83aeea86-af06-419f-bdd4-2b6df11f9ac0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0983484 Jan 13 14:50:04.617810 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a5db3fc7-bc41-443c-94af-a8edcc70c249 req-2509b6c3-2eb8-4bf7-9f92-918c91c1a25c service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534929 Jan 13 14:50:04.629488 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-a4bece11-9a31-4950-bdbe-87aa85e27eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:04.632803 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-a4bece11-9a31-4950-bdbe-87aa85e27eb7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637617 Jan 13 14:50:04.751794 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-28c5a031-4596-4a83-be60-ff4b01b83e3a service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930073 Jan 13 14:50:04.848443 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1af71b03-3c9b-4a26-9ccf-e43961f79c69 req-0f486af8-981e-49d5-9d30-a19c435feda3 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887842 Jan 13 14:50:04.931280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4597-fb47-4a8a-a462-6c1eeddd35d1 req-097deb1d-543e-4c86-ac81-6e5a4a336619 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:04.932847 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20aa4597-fb47-4a8a-a462-6c1eeddd35d1 req-097deb1d-543e-4c86-ac81-6e5a4a336619 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 946 time: 0.0548239 Jan 13 14:50:04.986413 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20aa4597-fb47-4a8a-a462-6c1eeddd35d1 req-d2e20ce7-abfd-4e40-9791-bf15c1f28aaa tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468547 Jan 13 14:50:04.987109 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb492-ddb1-4193-b6ca-2834163e231d req-a44c4fa3-9320-474b-a491-776f52163bcb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:04.988141 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-687bb492-ddb1-4193-b6ca-2834163e231d req-a44c4fa3-9320-474b-a491-776f52163bcb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Jan 13 14:50:05.042053 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-687bb492-ddb1-4193-b6ca-2834163e231d req-281c87d1-287c-4fce-9d7d-ffc59584d9e7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475850 Jan 13 14:50:05.212858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:05.687592 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:50:05.766185 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: ACTIVE; New status is: DOWN {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:50:05.766586 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:05.791224 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:50:05.793622 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051f3f77-4857-426e-8399-0575f21d034a" -d '{"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:50:05.810801 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:05.836593 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Jan 2022 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d08d4f-67f9-420a-bf37-f37ae8b23511 x-openstack-request-id: req-79d08d4f-67f9-420a-bf37-f37ae8b23511 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:50:05.836914 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:50:05.837176 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79d08d4f-67f9-420a-bf37-f37ae8b23511 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:50:05.837569 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'code': 200} Jan 13 14:50:05.894720 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:05.933529 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:50:05.948271 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=8']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:05.955742 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.956116 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.956465 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.956858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.957597 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.957597 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.957837 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.958353 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.959358 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.959711 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.960051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.960373 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:05.960696 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:06.142863 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a899fd-05b7-43f8-b0fb-866c51dc3eb8 req-5366b458-396a-4187-9045-3c2cc53e30ff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:06.144378 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a899fd-05b7-43f8-b0fb-866c51dc3eb8 req-5366b458-396a-4187-9045-3c2cc53e30ff tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0525749 Jan 13 14:50:06.195121 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ede-a5fc-4b87-bd5a-f81a6a6c6360 req-9d50ec18-9333-4703-841f-2e3b575a4128 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:06.196735 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8b6e1ede-a5fc-4b87-bd5a-f81a6a6c6360 req-9d50ec18-9333-4703-841f-2e3b575a4128 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0691862 Jan 13 14:50:06.209695 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a899fd-05b7-43f8-b0fb-866c51dc3eb8 req-1579fd1d-24af-4436-9292-106fe35d7510 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564952 Jan 13 14:50:06.258115 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8b6e1ede-a5fc-4b87-bd5a-f81a6a6c6360 req-5c027197-0bba-41e3-8e9f-045fe4384b1b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559435 Jan 13 14:50:06.683251 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.343955 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f49e8e-5930-4cd2-b585-189fc43e87d5 req-013044ce-4e36-4d66-95c6-a7b94f84a76a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:07.345494 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-62f49e8e-5930-4cd2-b585-189fc43e87d5 req-013044ce-4e36-4d66-95c6-a7b94f84a76a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0492947 Jan 13 14:50:07.392263 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-62f49e8e-5930-4cd2-b585-189fc43e87d5 req-ca006b15-5b4f-4f37-bbdb-4ce2a433c4d3 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jan 13 14:50:07.486849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42034) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:07.597557 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b12750df-f89a-4818-86c2-43da5fa9b8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.670801 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b12750df-f89a-4818-86c2-43da5fa9b8bf admin admin] Publish callbacks [] for security_group (f3f8be3e-8d24-464c-b3e0-5238aaa7163a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.716997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b12750df-f89a-4818-86c2-43da5fa9b8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f3f8be3e-8d24-464c-b3e0-5238aaa7163a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.754940 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b12750df-f89a-4818-86c2-43da5fa9b8bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f8d2e253d82496bbda315a8b6195926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665119 Jan 13 14:50:07.758181 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12750df-f89a-4818-86c2-43da5fa9b8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8be3e-8d24-464c-b3e0-5238aaa7163a,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:07.758371 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42044) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:07.811556 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] Publish callbacks [] for security_group (f3f8be3e-8d24-464c-b3e0-5238aaa7163a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.832898 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] Publish callbacks [] for security_group (f3f8be3e-8d24-464c-b3e0-5238aaa7163a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.957513 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f3f8be3e-8d24-464c-b3e0-5238aaa7163a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.960268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:07.961424 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3f8be3e-8d24-464c-b3e0-5238aaa7163a HTTP/1.1" status: 204 len: 168 time: 0.2020144 Jan 13 14:50:07.969540 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e5f63-6af9-4ce4-a7a9-085e6178a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8be3e-8d24-464c-b3e0-5238aaa7163a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:08.569282 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [req-5ed969d6-5d31-4753-883f-de2c7d4ba164 req-ae0a57d8-c5d9-46ce-ad48-c96c631b5f96 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:50:08.570098 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5ed969d6-5d31-4753-883f-de2c7d4ba164 req-ae0a57d8-c5d9-46ce-ad48-c96c631b5f96 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063360 Jan 13 14:50:08.581867 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42058) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:08.595409 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-243094d6-57ab-4da4-a899-692cd136b2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:08.668376 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-243094d6-57ab-4da4-a899-692cd136b2f2 admin admin] Publish callbacks [] for security_group (e038b59e-5795-4914-bb72-f41b8758810f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:08.721688 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-243094d6-57ab-4da4-a899-692cd136b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e038b59e-5795-4914-bb72-f41b8758810f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:08.760534 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243094d6-57ab-4da4-a899-692cd136b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e038b59e-5795-4914-bb72-f41b8758810f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:08.765500 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-243094d6-57ab-4da4-a899-692cd136b2f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dab4e4ad37034c088669c17c099a8658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819410 Jan 13 14:50:08.767900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42064) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:08.820755 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] Publish callbacks [] for security_group (e038b59e-5795-4914-bb72-f41b8758810f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:08.866558 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] Publish callbacks [] for security_group (e038b59e-5795-4914-bb72-f41b8758810f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:08.915765 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03082085-c783-4331-ba96-0e7fd97cc980 req-d9de0814-1b2f-4952-8512-da369b6d5c7e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:08.917452 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-03082085-c783-4331-ba96-0e7fd97cc980 req-d9de0814-1b2f-4952-8512-da369b6d5c7e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0854292 Jan 13 14:50:08.967981 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-03082085-c783-4331-ba96-0e7fd97cc980 req-f4faa273-52f8-47d3-83c9-4774774364cd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Jan 13 14:50:09.008531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e038b59e-5795-4914-bb72-f41b8758810f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:09.011147 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:09.012263 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e038b59e-5795-4914-bb72-f41b8758810f HTTP/1.1" status: 204 len: 168 time: 0.2426815 Jan 13 14:50:09.020460 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71429cd5-377f-4f49-93f9-0b416f92ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038b59e-5795-4914-bb72-f41b8758810f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:09.498088 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42094) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:09.579734 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-3b259705-47fb-4df4-9c8b-3c3cba37fc2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804541 Jan 13 14:50:09.590844 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-fc108d9d-e202-4e4e-9b79-51a5f9ffa771 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:50:09.590844 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-fc108d9d-e202-4e4e-9b79-51a5f9ffa771 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050852 Jan 13 14:50:09.711457 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:50:09.807016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: DOWN; New status is: DOWN {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:50:10.100299 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0be29-0a1c-427b-8650-44b1fa233de7 req-ca906575-d296-4f77-856d-16a961b014c1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:10.101878 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-83d0be29-0a1c-427b-8650-44b1fa233de7 req-ca906575-d296-4f77-856d-16a961b014c1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0548882 Jan 13 14:50:10.152097 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-83d0be29-0a1c-427b-8650-44b1fa233de7 req-aee212d6-061a-45f4-a69f-69156f884d41 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439477 Jan 13 14:50:11.273887 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42dd98-01e5-436b-8923-d01e58276b1c req-2614145f-aa47-4b91-bec7-32b8d83e24af tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:11.275380 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0f42dd98-01e5-436b-8923-d01e58276b1c req-2614145f-aa47-4b91-bec7-32b8d83e24af tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0479391 Jan 13 14:50:11.331807 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0f42dd98-01e5-436b-8923-d01e58276b1c req-f7d8d2cf-7d45-44a0-b802-010ce54c065d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 Jan 13 14:50:12.228932 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-71218fcb-2826-48b6-9c0f-893a1a894154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.230469 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-71218fcb-2826-48b6-9c0f-893a1a894154 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 1097 time: 0.0705557 Jan 13 14:50:12.294275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-5548e0f5-62ef-49cd-b7d3-1584d4d91ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.295801 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-5548e0f5-62ef-49cd-b7d3-1584d4d91ea1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1097 time: 0.0417938 Jan 13 14:50:12.388273 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-2374540d-15cc-409f-aebf-62839c0d38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.390153 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-2374540d-15cc-409f-aebf-62839c0d38c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.0885968 Jan 13 14:50:12.458911 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec229e-4299-49a3-afde-38a6a4a46333 req-e2790b24-23a7-45b5-acd2-bdfb33b651e4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.461056 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4aec229e-4299-49a3-afde-38a6a4a46333 req-e2790b24-23a7-45b5-acd2-bdfb33b651e4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0537567 Jan 13 14:50:12.461544 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-60c88e5c-e959-4718-835e-a52ab9bbb36b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 200 len: 998 time: 0.0650179 Jan 13 14:50:12.519037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-c812cc69-21a3-4b81-94b1-49400ec891b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.520648 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-c812cc69-21a3-4b81-94b1-49400ec891b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0536394 Jan 13 14:50:12.534062 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4aec229e-4299-49a3-afde-38a6a4a46333 req-d428a89d-9d06-4bed-9dad-3f70c3d7b0ef tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643435 Jan 13 14:50:12.576390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-62bfe739-d34d-4cf7-b7d3-e80114e5af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:12.577871 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-62bfe739-d34d-4cf7-b7d3-e80114e5af70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512249 Jan 13 14:50:12.670625 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-f21fc232-44c0-4ddc-bbe5-b44d328cb98c service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863764 Jan 13 14:50:12.765015 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e01ae8f3-48b0-4261-a69b-2d894cf70291 req-77bea81f-f250-4299-96c3-14c683b5a87b service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888972 Jan 13 14:50:13.653327 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb7e-3db0-4c56-8b6f-1124e818a4b8 req-0112ea98-8841-412f-9cb5-277830c43f18 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:13.654813 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-257abb7e-3db0-4c56-8b6f-1124e818a4b8 req-0112ea98-8841-412f-9cb5-277830c43f18 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0490177 Jan 13 14:50:13.702993 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-257abb7e-3db0-4c56-8b6f-1124e818a4b8 req-348e2a3e-316c-4040-a1ed-b89536936320 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Jan 13 14:50:14.831505 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13ce00-27fe-42d3-a98d-1e3aab80d2bb req-e12589a7-3ba6-4a24-aefe-ce80ef294318 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:14.833049 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7c13ce00-27fe-42d3-a98d-1e3aab80d2bb req-e12589a7-3ba6-4a24-aefe-ce80ef294318 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0513806 Jan 13 14:50:14.888024 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7c13ce00-27fe-42d3-a98d-1e3aab80d2bb req-b27f3cdd-24aa-497f-b631-13794310fe22 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484464 Jan 13 14:50:16.020873 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabcffa-6a3f-4838-ab82-7764ea3fc03a req-375456d9-3281-44b3-b5e1-fd784701818f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:16.023186 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aaabcffa-6a3f-4838-ab82-7764ea3fc03a req-375456d9-3281-44b3-b5e1-fd784701818f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0530956 Jan 13 14:50:16.317594 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aaabcffa-6a3f-4838-ab82-7764ea3fc03a req-cc6ed37e-c36d-422b-8702-d795868bb145 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869604 Jan 13 14:50:16.673911 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:17.447707 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf76d01-4a18-4a79-a777-c23caec2bee4 req-2a8fb592-cca6-44dc-a0ee-f36d09685ca2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:17.449258 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5cf76d01-4a18-4a79-a777-c23caec2bee4 req-2a8fb592-cca6-44dc-a0ee-f36d09685ca2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0543513 Jan 13 14:50:17.505991 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5cf76d01-4a18-4a79-a777-c23caec2bee4 req-86ae03a0-be93-45f1-a728-35d59eed390e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510731 Jan 13 14:50:18.706923 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dbe33-b868-45e3-9f1c-881411e24836 req-1cd94dd4-ccd2-4083-8fa9-ed977d18d93e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:18.711867 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-332dbe33-b868-45e3-9f1c-881411e24836 req-1cd94dd4-ccd2-4083-8fa9-ed977d18d93e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.1141744 Jan 13 14:50:18.800779 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-332dbe33-b868-45e3-9f1c-881411e24836 req-d498cc7f-957f-4bf4-bf71-cc8eb60a5614 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800807 Jan 13 14:50:19.944525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b8ac0-5ee5-4ab9-ac4b-61649df5a9aa req-378cc85e-bd25-408d-9976-9f5674d95997 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:19.946183 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-648b8ac0-5ee5-4ab9-ac4b-61649df5a9aa req-378cc85e-bd25-408d-9976-9f5674d95997 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0550747 Jan 13 14:50:19.997086 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-648b8ac0-5ee5-4ab9-ac4b-61649df5a9aa req-3e814a2e-74bb-4535-833d-eed71ff1c144 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Jan 13 14:50:21.145493 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b5dc-774f-4458-8172-66b9823f3f97 req-db7a9478-b926-4e4f-ab5f-606836dfb271 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:21.147013 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8be1b5dc-774f-4458-8172-66b9823f3f97 req-db7a9478-b926-4e4f-ab5f-606836dfb271 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0636635 Jan 13 14:50:21.215486 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8be1b5dc-774f-4458-8172-66b9823f3f97 req-6a0f56c0-371d-4542-8325-9a762e690ca1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614226 Jan 13 14:50:22.357010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8e3a-1950-4c80-b447-e43d50936d2c req-233ed21d-9019-40ea-babb-d395afbf17bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:22.358506 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35de8e3a-1950-4c80-b447-e43d50936d2c req-233ed21d-9019-40ea-babb-d395afbf17bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0542798 Jan 13 14:50:22.408267 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35de8e3a-1950-4c80-b447-e43d50936d2c req-4ece1f55-3b52-4c59-be15-2cd80bd6a693 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Jan 13 14:50:23.361960 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-cfe418b5-afc1-403f-a83c-41cf6602302a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459239 Jan 13 14:50:23.438547 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-60c45588-2cb2-4726-a418-f55d336b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:23.441100 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-60c45588-2cb2-4726-a418-f55d336b9a82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 1098 time: 0.0527706 Jan 13 14:50:23.622995 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9961cf1-1122-4b2f-b49c-cdcce868d012 req-11ba0cc0-8c13-4986-9816-49ec4ccd4daa tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:23.624599 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e9961cf1-1122-4b2f-b49c-cdcce868d012 req-11ba0cc0-8c13-4986-9816-49ec4ccd4daa tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.1034803 Jan 13 14:50:23.642166 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-e89f8ed8-518c-4b98-a151-48d54983b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:23.643809 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-e89f8ed8-518c-4b98-a151-48d54983b193 service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.1818745 Jan 13 14:50:23.746283 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e9961cf1-1122-4b2f-b49c-cdcce868d012 req-f91d64d3-808e-4dc9-875a-0408a09124b2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157453 Jan 13 14:50:23.748153 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-b94f41de-c25d-4dc3-9a3e-7012f32c0c27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 200 len: 1000 time: 0.0888634 Jan 13 14:50:23.806440 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-79198fd6-8053-41c4-a34d-bce6184600fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:23.807967 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-79198fd6-8053-41c4-a34d-bce6184600fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0518346 Jan 13 14:50:23.869286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-196cd09a-99f9-4245-8fe7-69a3a86803e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:23.870985 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-196cd09a-99f9-4245-8fe7-69a3a86803e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549936 Jan 13 14:50:23.980918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-a2b09f23-30f6-4343-8971-f3cd5ca73192 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010780 Jan 13 14:50:24.084947 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-28284e57-f33f-4ee2-84ff-60e3b9e2b219 req-cfadc2cf-4124-4292-b5c9-90d31fe9b008 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976138 Jan 13 14:50:24.874738 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cab4b7-11aa-4556-80b9-02c55db331dd req-e7e8a759-b924-4908-bd0d-5515657a5415 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:24.876208 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-43cab4b7-11aa-4556-80b9-02c55db331dd req-e7e8a759-b924-4908-bd0d-5515657a5415 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Jan 13 14:50:24.935688 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-43cab4b7-11aa-4556-80b9-02c55db331dd req-d5e89e12-0537-4926-90d6-31c680555a44 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538404 Jan 13 14:50:26.072178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67118ae-929a-407b-b239-15833da16bb1 req-5904e9c5-ff12-4ae2-8a91-e3ed68bec447 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:26.073345 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b67118ae-929a-407b-b239-15833da16bb1 req-5904e9c5-ff12-4ae2-8a91-e3ed68bec447 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0599649 Jan 13 14:50:26.148329 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b67118ae-929a-407b-b239-15833da16bb1 req-df5c242a-f92c-4638-ae8b-3f8cab1b74ce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662034 Jan 13 14:50:26.932964 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42364) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:27.042862 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.115270 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Publish callbacks [] for security_group (96046515-f932-4a6c-ad4b-6d47d1706f6f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.180687 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (96046515-f932-4a6c-ad4b-6d47d1706f6f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.227163 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0319790e4bc1487785a0d8f2c9d0076e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930965 Jan 13 14:50:27.228027 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96046515-f932-4a6c-ad4b-6d47d1706f6f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:27.230349 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42370) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:27.245496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.245840 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.246250 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.246882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.254099 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b0504-6d50-4932-a8a8-c9b30594ad9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:27.279266 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af38973-4582-4ae7-bc65-658cca808f9b req-cf8f912b-afee-46f7-9c96-9d76a7ae0d75 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:27.280744 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2af38973-4582-4ae7-bc65-658cca808f9b req-cf8f912b-afee-46f7-9c96-9d76a7ae0d75 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0575457 Jan 13 14:50:27.310271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] Publish callbacks [] for security_group (96046515-f932-4a6c-ad4b-6d47d1706f6f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.333144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] Publish callbacks [] for security_group (96046515-f932-4a6c-ad4b-6d47d1706f6f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.338371 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2af38973-4582-4ae7-bc65-658cca808f9b req-ecf6bb88-67bc-46c0-8a90-bd2078b004ce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520382 Jan 13 14:50:27.464080 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (96046515-f932-4a6c-ad4b-6d47d1706f6f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.466985 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:27.468133 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96046515-f932-4a6c-ad4b-6d47d1706f6f HTTP/1.1" status: 204 len: 168 time: 0.2358227 Jan 13 14:50:27.476960 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2c9bc-c4af-4322-a298-4d6fa5405884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96046515-f932-4a6c-ad4b-6d47d1706f6f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:28.112270 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42380) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:28.126009 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-223f975b-d42a-408f-9b41-1dfdfa787457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.205420 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-223f975b-d42a-408f-9b41-1dfdfa787457 admin admin] Publish callbacks [] for security_group (d3d97c53-cecc-4c01-b059-72d81e6968ec), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.269779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-223f975b-d42a-408f-9b41-1dfdfa787457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d3d97c53-cecc-4c01-b059-72d81e6968ec), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.308960 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f975b-d42a-408f-9b41-1dfdfa787457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d97c53-cecc-4c01-b059-72d81e6968ec,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:28.315265 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-223f975b-d42a-408f-9b41-1dfdfa787457 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccde0c590cde43d1b6c8914f015c775f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013490 Jan 13 14:50:28.317397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42382) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:28.367829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] Publish callbacks [] for security_group (d3d97c53-cecc-4c01-b059-72d81e6968ec), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.390827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] Publish callbacks [] for security_group (d3d97c53-cecc-4c01-b059-72d81e6968ec), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.470928 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88f6f-ef52-4ea0-aa35-d3eb474c2962 req-bed7e813-46d8-4956-be68-3e94edfb4915 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:28.472430 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-63f88f6f-ef52-4ea0-aa35-d3eb474c2962 req-bed7e813-46d8-4956-be68-3e94edfb4915 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0580113 Jan 13 14:50:28.527890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d3d97c53-cecc-4c01-b059-72d81e6968ec), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.530977 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:28.532740 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3d97c53-cecc-4c01-b059-72d81e6968ec HTTP/1.1" status: 204 len: 168 time: 0.2142396 Jan 13 14:50:28.536933 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-63f88f6f-ef52-4ea0-aa35-d3eb474c2962 req-cc1d0f9a-7cec-47be-a411-af8feb27b388 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576801 Jan 13 14:50:28.547328 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2b66d-10b8-4fce-98ac-e2e359d0b673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d97c53-cecc-4c01-b059-72d81e6968ec,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:29.277249 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42392) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:29.290826 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e213aca1-b655-4d66-a8b2-840d5dc5dde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.363552 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e213aca1-b655-4d66-a8b2-840d5dc5dde6 admin admin] Publish callbacks [] for security_group (e99ea1e1-60b9-4027-b24d-d5b3a8674304), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.464113 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e213aca1-b655-4d66-a8b2-840d5dc5dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e99ea1e1-60b9-4027-b24d-d5b3a8674304), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.501655 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e213aca1-b655-4d66-a8b2-840d5dc5dde6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37d85b499fff4641b6cddbf5d4a28620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233171 Jan 13 14:50:29.502527 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213aca1-b655-4d66-a8b2-840d5dc5dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ea1e1-60b9-4027-b24d-d5b3a8674304,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:29.509370 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42394) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:29.553305 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] Publish callbacks [] for security_group (e99ea1e1-60b9-4027-b24d-d5b3a8674304), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.576179 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] Publish callbacks [] for security_group (e99ea1e1-60b9-4027-b24d-d5b3a8674304), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.661566 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8011e-e1a0-4d32-a937-693f6b601a1b req-2c1f261c-a4f9-422a-a388-2db773c0edfb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:29.663147 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51e8011e-e1a0-4d32-a937-693f6b601a1b req-2c1f261c-a4f9-422a-a388-2db773c0edfb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0485768 Jan 13 14:50:29.710761 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51e8011e-e1a0-4d32-a937-693f6b601a1b req-985f2a6d-9c8f-4e0e-b76d-9576d5cde840 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Jan 13 14:50:29.711444 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e99ea1e1-60b9-4027-b24d-d5b3a8674304), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.714078 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:29.715496 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e99ea1e1-60b9-4027-b24d-d5b3a8674304 HTTP/1.1" status: 204 len: 168 time: 0.2100389 Jan 13 14:50:29.724597 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e854e-7e3f-4ff6-8561-2f23eaa4279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ea1e1-60b9-4027-b24d-d5b3a8674304,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:30.299873 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5e4c91cd-d2ea-40de-b83c-442dad7ef3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:30.842138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3f95a-644a-4c04-924c-bfb3de7d3841 req-0aa7d01e-70ea-4277-87fa-b1c632d7aff5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:30.843681 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8db3f95a-644a-4c04-924c-bfb3de7d3841 req-0aa7d01e-70ea-4277-87fa-b1c632d7aff5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0542700 Jan 13 14:50:30.890371 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8db3f95a-644a-4c04-924c-bfb3de7d3841 req-a2c464c6-30d8-4d1c-892a-7ffd300ab95c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Jan 13 14:50:31.466780 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42450) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:31.577829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ef0e452b-dda3-46e7-a5cc-446d4119abfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:31.660284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ef0e452b-dda3-46e7-a5cc-446d4119abfd admin admin] Publish callbacks [] for security_group (95c36629-015f-48c0-9913-2c6dd8844f9a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:31.745530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ef0e452b-dda3-46e7-a5cc-446d4119abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (95c36629-015f-48c0-9913-2c6dd8844f9a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:31.785326 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ef0e452b-dda3-46e7-a5cc-446d4119abfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=170dc4819c0e40d9a82dff611abcee72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174796 Jan 13 14:50:31.786187 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e452b-dda3-46e7-a5cc-446d4119abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c36629-015f-48c0-9913-2c6dd8844f9a,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:31.788311 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42470) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:31.805036 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:50:31.855239 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] Publish callbacks [] for security_group (95c36629-015f-48c0-9913-2c6dd8844f9a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:31.880017 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] Publish callbacks [] for security_group (95c36629-015f-48c0-9913-2c6dd8844f9a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:32.001231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (95c36629-015f-48c0-9913-2c6dd8844f9a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:32.003990 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:32.005139 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95c36629-015f-48c0-9913-2c6dd8844f9a HTTP/1.1" status: 204 len: 168 time: 0.2158420 Jan 13 14:50:32.017592 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07551363-96e6-4f54-8f34-a0521f5930d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c36629-015f-48c0-9913-2c6dd8844f9a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:32.038859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfa705-0cce-431a-8d7f-1f61440193ce req-b68aad63-c43a-4f9a-90af-e9ae4ca11ace tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:32.041041 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d0cfa705-0cce-431a-8d7f-1f61440193ce req-b68aad63-c43a-4f9a-90af-e9ae4ca11ace tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 944 time: 0.0683839 Jan 13 14:50:32.047134 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:32.063667 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'mac_address': 'fa:16:3e:52:de:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:50:32.099154 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d0cfa705-0cce-431a-8d7f-1f61440193ce req-2c770ced-e0a9-4fd1-bae3-dbfc8b1626aa tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500901 Jan 13 14:50:32.104575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:50:32.105557 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:32.118657 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:50:32.138928 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:32.206770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:32.256121 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=9']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:32.469579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['fb9bef26-fa8a-4ea9-81ea-9961d0260853'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:50:32.917163 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-d0dcacf9-032a-4cea-ad31-7a595300cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:33.227744 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef7e5-970d-4f8d-b247-a68e64724b14 req-cccab274-a352-4abc-95dd-c2fa274793bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:33.229226 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-522ef7e5-970d-4f8d-b247-a68e64724b14 req-cccab274-a352-4abc-95dd-c2fa274793bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Jan 13 14:50:33.277313 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-522ef7e5-970d-4f8d-b247-a68e64724b14 req-1aa1ca85-27b0-4527-90af-72a76a17537e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426297 Jan 13 14:50:33.821310 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:50:33.870534 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port fb9bef26-fa8a-4ea9-81ea-9961d0260853 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:50:33.870859 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:33.949143 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port fb9bef26-fa8a-4ea9-81ea-9961d0260853 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:50:33.949793 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:33.971541 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:50:33.973795 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e1910-364d-4651-87da-72bc486e9c8e" -d '{"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:50:33.990451 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:34.010006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd3872-400e-47c7-8cc8-8ece2021a313 x-openstack-request-id: req-74bd3872-400e-47c7-8cc8-8ece2021a313 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:50:34.010283 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-plugged", "status": "completed", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:50:34.010535 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74bd3872-400e-47c7-8cc8-8ece2021a313 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:50:34.010987 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'code': 200} Jan 13 14:50:34.047152 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:34.104912 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=10']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:34.159638 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:34.403725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2353-148b-4ea6-a668-22b60416ef19 req-7b0a162d-5bf4-4e15-8b67-cfeb82a3cd75 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:34.405323 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1bc2353-148b-4ea6-a668-22b60416ef19 req-7b0a162d-5bf4-4e15-8b67-cfeb82a3cd75 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0519645 Jan 13 14:50:34.452517 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1bc2353-148b-4ea6-a668-22b60416ef19 req-da6dcd03-1de7-479f-b194-a6a5310c495b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414944 Jan 13 14:50:34.715173 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452e858-3128-437f-ab85-38c364c0b230 req-74fdae02-433d-4b13-9206-9fe75f45d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:34.716807 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1452e858-3128-437f-ab85-38c364c0b230 req-74fdae02-433d-4b13-9206-9fe75f45d2aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 1100 time: 0.0419037 Jan 13 14:50:34.727833 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42524) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:34.763769 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1452e858-3128-437f-ab85-38c364c0b230 req-1b83408b-444e-4d0e-9cca-bf959ce3229e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Jan 13 14:50:34.839947 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff908ec-423e-463c-a3a9-b8ba73a5c886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:34.915800 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff908ec-423e-463c-a3a9-b8ba73a5c886 admin admin] Publish callbacks [] for security_group (38d497ca-f3be-4dcf-b395-47a526a2bdc0), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:34.989878 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff908ec-423e-463c-a3a9-b8ba73a5c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (38d497ca-f3be-4dcf-b395-47a526a2bdc0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.027932 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-cff908ec-423e-463c-a3a9-b8ba73a5c886 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dff5bab66e6403393955650b6825818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985716 Jan 13 14:50:35.028677 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff908ec-423e-463c-a3a9-b8ba73a5c886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d497ca-f3be-4dcf-b395-47a526a2bdc0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:35.030630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42532) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:35.079898 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] Publish callbacks [] for security_group (38d497ca-f3be-4dcf-b395-47a526a2bdc0), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.102637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] Publish callbacks [] for security_group (38d497ca-f3be-4dcf-b395-47a526a2bdc0), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.184288 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.235424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (38d497ca-f3be-4dcf-b395-47a526a2bdc0), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.238155 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.239501 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38d497ca-f3be-4dcf-b395-47a526a2bdc0 HTTP/1.1" status: 204 len: 168 time: 0.2076740 Jan 13 14:50:35.248628 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07511a0e-45e2-4454-a0c8-94859f634d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d497ca-f3be-4dcf-b395-47a526a2bdc0,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:35.579634 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cbae9-b331-4615-9410-9699af4cf141 req-b752af56-5131-4701-96af-257ec83aae6c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:35.581122 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-468cbae9-b331-4615-9410-9699af4cf141 req-b752af56-5131-4701-96af-257ec83aae6c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0518777 Jan 13 14:50:35.630190 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-468cbae9-b331-4615-9410-9699af4cf141 req-a405a515-180c-4350-9868-46f3df381482 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Jan 13 14:50:35.849525 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42542) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:35.863135 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a721fb76-4804-42f3-b8e4-73f19701853f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:35.935647 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a721fb76-4804-42f3-b8e4-73f19701853f admin admin] Publish callbacks [] for security_group (5ea78e56-453a-4d35-a6ad-879b8167317b), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.013997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a721fb76-4804-42f3-b8e4-73f19701853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5ea78e56-453a-4d35-a6ad-879b8167317b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.053284 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-a721fb76-4804-42f3-b8e4-73f19701853f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c66236cf58ca4d1e8910a908b42c6dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026491 Jan 13 14:50:36.054123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721fb76-4804-42f3-b8e4-73f19701853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea78e56-453a-4d35-a6ad-879b8167317b,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:36.056034 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42544) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:36.104764 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] Publish callbacks [] for security_group (5ea78e56-453a-4d35-a6ad-879b8167317b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.124906 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] Publish callbacks [] for security_group (5ea78e56-453a-4d35-a6ad-879b8167317b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.254051 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5ea78e56-453a-4d35-a6ad-879b8167317b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.256690 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.258358 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ea78e56-453a-4d35-a6ad-879b8167317b HTTP/1.1" status: 204 len: 168 time: 0.2002952 Jan 13 14:50:36.265874 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7edb-2fee-4c12-8d9a-b2982c1facdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea78e56-453a-4d35-a6ad-879b8167317b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:36.734321 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:36.759289 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaea2a5-7678-4ed3-9b0d-04d868065c1a req-25372247-41a5-49a7-ba83-6e189741241a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:36.760906 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9aaea2a5-7678-4ed3-9b0d-04d868065c1a req-25372247-41a5-49a7-ba83-6e189741241a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0518219 Jan 13 14:50:36.808039 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9aaea2a5-7678-4ed3-9b0d-04d868065c1a req-bc37d754-e481-4808-b7e0-4eb5d3470dcc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Jan 13 14:50:37.932063 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61c904-acd8-4ae8-9af0-c35ec03eb50c req-ecc47875-f05b-461f-ad6d-b174441dc46e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:37.933535 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4f61c904-acd8-4ae8-9af0-c35ec03eb50c req-ecc47875-f05b-461f-ad6d-b174441dc46e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0508828 Jan 13 14:50:37.981197 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4f61c904-acd8-4ae8-9af0-c35ec03eb50c req-4389ec12-303a-488c-b831-bd48fec42a1f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Jan 13 14:50:39.108405 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce60aa-e038-4977-b63b-69cbb201115f req-41beb97f-24d0-4072-97e0-e81ad2245e59 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:39.109869 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-82ce60aa-e038-4977-b63b-69cbb201115f req-41beb97f-24d0-4072-97e0-e81ad2245e59 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0545974 Jan 13 14:50:39.159192 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-82ce60aa-e038-4977-b63b-69cbb201115f req-98e25497-921f-4a96-b0fb-85ee0628548d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Jan 13 14:50:40.300492 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6183e06-7a5d-4c69-9313-02096aa74448 req-cdf63a21-2cba-4702-8ffc-12128933abf7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:40.301947 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c6183e06-7a5d-4c69-9313-02096aa74448 req-cdf63a21-2cba-4702-8ffc-12128933abf7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0625315 Jan 13 14:50:40.350528 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c6183e06-7a5d-4c69-9313-02096aa74448 req-fc00b1d6-1ebd-46ea-9c64-ddb68e797bc0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Jan 13 14:50:42.933507 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:50:44.963394 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42702) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:45.066524 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b47-8a62-4e3d-82a9-e55d2b0ed787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.140557 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b47-8a62-4e3d-82a9-e55d2b0ed787 admin admin] Publish callbacks [] for security_group (c5f753c9-4f6b-40d4-9b26-1ba964d5603e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.201100 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b47-8a62-4e3d-82a9-e55d2b0ed787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c5f753c9-4f6b-40d4-9b26-1ba964d5603e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.240900 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ed5c5b47-8a62-4e3d-82a9-e55d2b0ed787 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de53f5073930428c926cd094df1f4ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764475 Jan 13 14:50:45.241831 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c5b47-8a62-4e3d-82a9-e55d2b0ed787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f753c9-4f6b-40d4-9b26-1ba964d5603e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:45.243598 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42706) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:45.295010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] Publish callbacks [] for security_group (c5f753c9-4f6b-40d4-9b26-1ba964d5603e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.315427 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] Publish callbacks [] for security_group (c5f753c9-4f6b-40d4-9b26-1ba964d5603e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.436982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c5f753c9-4f6b-40d4-9b26-1ba964d5603e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.439615 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:45.440765 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5f753c9-4f6b-40d4-9b26-1ba964d5603e HTTP/1.1" status: 204 len: 168 time: 0.1961493 Jan 13 14:50:45.450518 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc976e5-b81b-4a0f-9a23-60b79c89c56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f753c9-4f6b-40d4-9b26-1ba964d5603e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:46.064477 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42714) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:46.077249 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a976e3a-3715-47b5-8d8e-f76b3f283c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.150670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a976e3a-3715-47b5-8d8e-f76b3f283c54 admin admin] Publish callbacks [] for security_group (24fd900d-a4ab-478f-a58a-8605ac230768), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.225018 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a976e3a-3715-47b5-8d8e-f76b3f283c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (24fd900d-a4ab-478f-a58a-8605ac230768), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.263680 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0a976e3a-3715-47b5-8d8e-f76b3f283c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90b6c8f6c0734b279d386880853ac293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981459 Jan 13 14:50:46.264606 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a976e3a-3715-47b5-8d8e-f76b3f283c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd900d-a4ab-478f-a58a-8605ac230768,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:46.266417 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42716) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:46.316257 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] Publish callbacks [] for security_group (24fd900d-a4ab-478f-a58a-8605ac230768), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.337906 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] Publish callbacks [] for security_group (24fd900d-a4ab-478f-a58a-8605ac230768), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.454045 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (24fd900d-a4ab-478f-a58a-8605ac230768), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.456734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:46.457885 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24fd900d-a4ab-478f-a58a-8605ac230768 HTTP/1.1" status: 204 len: 168 time: 0.1904099 Jan 13 14:50:46.466507 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340463f6-466c-4ca1-99e6-35f751a4381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd900d-a4ab-478f-a58a-8605ac230768,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:46.700123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.465423 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42832) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:49.571972 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5347a517-3fc9-4b2a-ae74-4cdda22b40ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.643860 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5347a517-3fc9-4b2a-ae74-4cdda22b40ef admin admin] Publish callbacks [] for security_group (dd1d22d1-486e-4cc0-a345-8a16b7e5b879), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.732655 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5347a517-3fc9-4b2a-ae74-4cdda22b40ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (dd1d22d1-486e-4cc0-a345-8a16b7e5b879), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.773534 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5347a517-3fc9-4b2a-ae74-4cdda22b40ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5aa81835021548539340cd73fcc8fcda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069844 Jan 13 14:50:49.774390 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a517-3fc9-4b2a-ae74-4cdda22b40ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d22d1-486e-4cc0-a345-8a16b7e5b879,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:49.776523 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42836) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:49.826874 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] Publish callbacks [] for security_group (dd1d22d1-486e-4cc0-a345-8a16b7e5b879), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.848512 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] Publish callbacks [] for security_group (dd1d22d1-486e-4cc0-a345-8a16b7e5b879), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.978669 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (dd1d22d1-486e-4cc0-a345-8a16b7e5b879), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.981367 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:49.982524 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd1d22d1-486e-4cc0-a345-8a16b7e5b879 HTTP/1.1" status: 204 len: 168 time: 0.2041364 Jan 13 14:50:49.990553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124f503-566f-4f4e-aa8d-365cc1c61732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d22d1-486e-4cc0-a345-8a16b7e5b879,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:50.614827 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42848) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:50.628786 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-966e48fc-03d2-4124-b70f-a71299dd1fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:50.708194 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-966e48fc-03d2-4124-b70f-a71299dd1fc5 admin admin] Publish callbacks [] for security_group (0c3912f4-b58b-47d7-ab1e-4fd3ba35176a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:50.778414 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-966e48fc-03d2-4124-b70f-a71299dd1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0c3912f4-b58b-47d7-ab1e-4fd3ba35176a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:50.816668 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-966e48fc-03d2-4124-b70f-a71299dd1fc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb024343c2f94aa9a5f411c6c878dcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007742 Jan 13 14:50:50.817423 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e48fc-03d2-4124-b70f-a71299dd1fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3912f4-b58b-47d7-ab1e-4fd3ba35176a,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:50.819501 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42850) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:50.868549 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] Publish callbacks [] for security_group (0c3912f4-b58b-47d7-ab1e-4fd3ba35176a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:50.888872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] Publish callbacks [] for security_group (0c3912f4-b58b-47d7-ab1e-4fd3ba35176a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:51.002628 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0c3912f4-b58b-47d7-ab1e-4fd3ba35176a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:51.005236 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:51.006378 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c3912f4-b58b-47d7-ab1e-4fd3ba35176a HTTP/1.1" status: 204 len: 168 time: 0.1858990 Jan 13 14:50:51.015241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1587abd-d04d-4cd6-94f5-49b4b298f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3912f4-b58b-47d7-ab1e-4fd3ba35176a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:53.065152 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f03b8-8e74-430b-ab5e-8c746af229c9 req-b39a18a2-3a98-46fe-8aad-287673f6b418 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:53.066655 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-169f03b8-8e74-430b-ab5e-8c746af229c9 req-b39a18a2-3a98-46fe-8aad-287673f6b418 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Jan 13 14:50:53.114274 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-169f03b8-8e74-430b-ab5e-8c746af229c9 req-4878c006-1181-4896-9e6b-dab206c6ebb0 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416307 Jan 13 14:50:54.231029 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60cb5a-e90e-4672-93b2-4543dbb1a257 req-86425e24-48d7-4c75-ac34-9b6654e853cd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:54.232493 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef60cb5a-e90e-4672-93b2-4543dbb1a257 req-86425e24-48d7-4c75-ac34-9b6654e853cd tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Jan 13 14:50:54.280865 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef60cb5a-e90e-4672-93b2-4543dbb1a257 req-bcd63050-2560-425a-ad93-21cb85094e02 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427816 Jan 13 14:50:54.369012 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42926) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:54.474392 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.545739 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Publish callbacks [] for security_group (7e6ae5b7-d353-4447-ad1c-11a555fcbf8f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.623903 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (7e6ae5b7-d353-4447-ad1c-11a555fcbf8f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.663032 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43c57829aefe4e13ae486a7830d7a38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929404 Jan 13 14:50:54.663877 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ae5b7-d353-4447-ad1c-11a555fcbf8f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:54.665831 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42930) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:54.672096 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.672449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.672792 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.673129 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.673462 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.673795 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.674382 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.674745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.675072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.675398 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.675719 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.676035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.676354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dca969-a333-4ae9-a41f-62e3cc2ed2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:50:54.714851 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] Publish callbacks [] for security_group (7e6ae5b7-d353-4447-ad1c-11a555fcbf8f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.735719 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] Publish callbacks [] for security_group (7e6ae5b7-d353-4447-ad1c-11a555fcbf8f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.854234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (7e6ae5b7-d353-4447-ad1c-11a555fcbf8f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.856668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:54.857901 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e6ae5b7-d353-4447-ad1c-11a555fcbf8f HTTP/1.1" status: 204 len: 168 time: 0.1909587 Jan 13 14:50:54.866450 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7a337-33ec-43da-9a99-795328b06b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ae5b7-d353-4447-ad1c-11a555fcbf8f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:55.305906 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-4a2b3952-ee69-4eb9-8f23-f9308149b49e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:55.307449 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-4a2b3952-ee69-4eb9-8f23-f9308149b49e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0604255 Jan 13 14:50:55.435105 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507cb59-153f-46c1-84af-9dda77d7bbac req-6db9d637-2e91-48b6-8874-4d0683a27837 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:55.436587 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b507cb59-153f-46c1-84af-9dda77d7bbac req-6db9d637-2e91-48b6-8874-4d0683a27837 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jan 13 14:50:55.444374 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Deleting port efbcd041-03ac-41b4-ae01-96fe89ef4f79 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:50:55.444737 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:55.554849 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b507cb59-153f-46c1-84af-9dda77d7bbac req-0512ba09-7b64-4831-81f4-8360f430222a tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d649907-de7b-4a38-9401-c1ebede7d713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125064 Jan 13 14:50:55.572056 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] For port efbcd041-03ac-41b4-ae01-96fe89ef4f79, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=efbcd041-03ac-41b4-ae01-96fe89ef4f79,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:55.572471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:55.812048 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:55.812788 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:55.812788 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Floating IP 120b00b5-56d6-49b4-93f3-997e3e2f488e disassociated. External IP: 172.27.0.47, port: efbcd041-03ac-41b4-ae01-96fe89ef4f79. Jan 13 14:50:55.813000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Calling delete_port for efbcd041-03ac-41b4-ae01-96fe89ef4f79 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:50:55.957227 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42962) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:55.983976 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (efbcd041-03ac-41b4-ae01-96fe89ef4f79), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.014979 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'Port': ['ID=efbcd041-03ac-41b4-ae01-96fe89ef4f79,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:56.068475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880580520-network', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:50:56.166307 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:50:56.204043 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Made reservation on behalf of 4b9e76285dfa4ec782f6ff1691e1d7e4 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:50:56.206285 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.219372 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.315694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:50:56.330386 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:50:56.342376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:50:56.343055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:50:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:50:56.375645 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] No DVR routers for this DVR port efbcd041-03ac-41b4-ae01-96fe89ef4f79 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:50:56.378787 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.383952 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5a27834f-45ef-4ced-be0b-512f1fcffa33 req-ba95b77b-8512-4c18-97dd-c2f101946b82 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "DELETE /v2.0/ports/efbcd041-03ac-41b4-ae01-96fe89ef4f79 HTTP/1.1" status: 204 len: 173 time: 1.0691454 Jan 13 14:50:56.383952 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'name': 'network-vif-deleted', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:50:56.385209 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca764d-0bff-4846-a9f4-c7673bebeae6" -d '{"events": [{"server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "name": "network-vif-deleted", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:50:56.432921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f0247-f465-4d10-886f-9b4b3dff56f2 x-openstack-request-id: req-d59f0247-f465-4d10-886f-9b4b3dff56f2 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:50:56.434616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aae0a36-eec0-405b-8353-89030d11e589", "name": "network-vif-deleted", "tag": "efbcd041-03ac-41b4-ae01-96fe89ef4f79", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:50:56.435330 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d59f0247-f465-4d10-886f-9b4b3dff56f2 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:50:56.436319 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae0a36-eec0-405b-8353-89030d11e589', 'name': 'network-vif-deleted', 'tag': 'efbcd041-03ac-41b4-ae01-96fe89ef4f79', 'status': 'completed', 'code': 200} Jan 13 14:50:56.443737 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks [] for security_group (84422ce1-559a-4a8f-bd0c-565c3c5e9fde), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.477949 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:50:56.512415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (84422ce1-559a-4a8f-bd0c-565c3c5e9fde), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.535450 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:50:56.550211 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84422ce1-559a-4a8f-bd0c-565c3c5e9fde,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:56.555607 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (9f57899c-e84d-43e3-a86a-65a626ff2885), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.555952 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Added segment 9f57899c-e84d-43e3-a86a-65a626ff2885 of type vlan for network e27ab01b-d3b2-4ce9-998c-619e5271f2db Jan 13 14:50:56.577277 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42974) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:56.600855 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (e27ab01b-d3b2-4ce9-998c-619e5271f2db), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.677097 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-86be8796-5f64-4b0e-9679-c103545fed6b req-d43f7fd4-a696-4348-bb1e-992b3ddb5bd0 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=7aae0a36-eec0-405b-8353-89030d11e589 HTTP/1.1" status: 200 len: 210 time: 0.0269601 Jan 13 14:50:56.720605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (e27ab01b-d3b2-4ce9-998c-619e5271f2db), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.724781 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:56.725329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.728154 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8a76e58-a178-4a80-877a-07c186d95d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.769453 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:50:56.792044 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] Pushing event updated for resources: {'Network': ['ID=e27ab01b-d3b2-4ce9-998c-619e5271f2db,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:56.803428 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:50:56.806587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:50:56.827491 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8a76e58-a178-4a80-877a-07c186d95d6b admin admin] Publish callbacks [] for security_group (57c0c7d2-965c-4832-acbd-b10a075ce266), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.840465 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-84aff400-8daa-44d5-b507-ce6af10f4e08 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8820941 Jan 13 14:50:56.847605 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42980) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:56.852354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Request body: {'subnet': {'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880580520-subnet', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:50:56.857135 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:50:56.857867 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:50:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:50:56.898421 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8a76e58-a178-4a80-877a-07c186d95d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (57c0c7d2-965c-4832-acbd-b10a075ce266), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:56.931378 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76e58-a178-4a80-877a-07c186d95d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0c7d2-965c-4832-acbd-b10a075ce266,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:56.943646 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c8a76e58-a178-4a80-877a-07c186d95d6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acae6b1ee2f143e3967d331835bd53a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653035 Jan 13 14:50:56.946358 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42982) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:56.990556 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Made reservation on behalf of 4b9e76285dfa4ec782f6ff1691e1d7e4 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:50:56.993036 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.000919 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:50:57.002190 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] Publish callbacks [] for security_group (57c0c7d2-965c-4832-acbd-b10a075ce266), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.028043 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] Publish callbacks [] for security_group (57c0c7d2-965c-4832-acbd-b10a075ce266), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.178897 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (57c0c7d2-965c-4832-acbd-b10a075ce266), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.182951 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.184178 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57c0c7d2-965c-4832-acbd-b10a075ce266 HTTP/1.1" status: 204 len: 168 time: 0.2366436 Jan 13 14:50:57.192038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a9a96-f7b5-4092-9b29-01467a9e5023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0c7d2-965c-4832-acbd-b10a075ce266,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:57.254017 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:50:57.264778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (11926d01-0c30-43c9-800b-fb89c51b6d7f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.284001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b01ee-db3c-44b6-a000-20987c5a357f None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:50:57.333213 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=11926d01-0c30-43c9-800b-fb89c51b6d7f,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:57.343933 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Checking segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:50:57.344296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Network hostable DHCP agents. Network: e27ab01b-d3b2-4ce9-998c-619e5271f2db, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:50:57.464753 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:50:57.539737 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, e27ab01b-d3b2-4ce9-998c-619e5271f2db) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:50:57.543740 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a11ed7-aca9-476e-b363-2b7968774d7e None None] New status for floating IP 120b00b5-56d6-49b4-93f3-997e3e2f488e: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:50:57.545024 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:50:57.545856 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.560575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb99e9-455b-4e2b-a285-f49b5238b5c5 None None] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:50:57.637029 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-74c1148a-23ee-413b-9a87-227bcf5817ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7872720 Jan 13 14:50:57.639126 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 42988) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:57.643413 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:50:57.694631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:50:57.695529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.748272 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.750009 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.807222 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for router_controller (32c240dd-5dd7-48e2-bfce-24f579480a26), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:57.865944 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Allocated IP 172.20.0.2 (e27ab01b-d3b2-4ce9-998c-619e5271f2db/11926d01-0c30-43c9-800b-fb89c51b6d7f/332708cc-7356-4583-bbf4-f03b984589b7) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:50:57.985779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42994) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:58.004118 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd81-62ea-4d3b-99f6-0504b8550884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.018097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks [] for port (332708cc-7356-4583-bbf4-f03b984589b7), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.068757 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for router_gateway (32c240dd-5dd7-48e2-bfce-24f579480a26), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.087220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd81-62ea-4d3b-99f6-0504b8550884 admin admin] Publish callbacks [] for security_group (f5feca68-6d0e-411d-8275-401c711b247c), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.094231 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (332708cc-7356-4583-bbf4-f03b984589b7), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.136776 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:50:58.143075 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:50:58.148097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Pushing event updated for resources: {'Port': ['ID=332708cc-7356-4583-bbf4-f03b984589b7,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:58.150250 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:50:58.172408 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd81-62ea-4d3b-99f6-0504b8550884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f5feca68-6d0e-411d-8275-401c711b247c), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.211912 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Attempting to bind port 332708cc-7356-4583-bbf4-f03b984589b7 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:50:58.212210 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Attempting to bind port 332708cc-7356-4583-bbf4-f03b984589b7 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:50:58.212634 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Attempting to bind port 332708cc-7356-4583-bbf4-f03b984589b7 on network e27ab01b-d3b2-4ce9-998c-619e5271f2db {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:50:58.220259 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:50:58.220696 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Checking segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:50:58.221239 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.221985 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Bound using segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:50:58.222521 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Bound port: 332708cc-7356-4583-bbf4-f03b984589b7, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:50:58.222939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (332708cc-7356-4583-bbf4-f03b984589b7), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.231436 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbd81-62ea-4d3b-99f6-0504b8550884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5feca68-6d0e-411d-8275-401c711b247c,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:58.253713 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2cafbd81-62ea-4d3b-99f6-0504b8550884 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3337f535f77e4fc89c1ba1f8c4db1c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634933 Jan 13 14:50:58.254477 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 42996) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:58.291355 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] For port 332708cc-7356-4583-bbf4-f03b984589b7, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:50:58.295221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] For port 332708cc-7356-4583-bbf4-f03b984589b7, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=332708cc-7356-4583-bbf4-f03b984589b7,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:50:58.318919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] Publish callbacks [] for security_group (f5feca68-6d0e-411d-8275-401c711b247c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.343124 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] Publish callbacks [] for security_group (f5feca68-6d0e-411d-8275-401c711b247c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.376330 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for router_gateway (32c240dd-5dd7-48e2-bfce-24f579480a26), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.389035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (332708cc-7356-4583-bbf4-f03b984589b7), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.399068 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.447846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f23a-f20f-4c8d-baf0-55bd21faa42b None None] Pushing event updated for resources: {'Port': ['ID=332708cc-7356-4583-bbf4-f03b984589b7,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:58.469939 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (f5feca68-6d0e-411d-8275-401c711b247c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.472793 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.476636 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5feca68-6d0e-411d-8275-401c711b247c HTTP/1.1" status: 204 len: 168 time: 0.2177136 Jan 13 14:50:58.488563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad6299-3f72-4312-a57d-39c78d9af485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5feca68-6d0e-411d-8275-401c711b247c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:58.609853 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Allocated IP 172.27.0.64 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/7e44c34d-adf6-4671-9da9-517f0c126bdf) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:50:58.748169 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:58.884001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43004) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:58.971251 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 332708cc-7356-4583-bbf4-f03b984589b7 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:50:58.997844 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (1d649907-de7b-4a38-9401-c1ebede7d713), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.040515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (1d649907-de7b-4a38-9401-c1ebede7d713), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.071403 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 332708cc-7356-4583-bbf4-f03b984589b7 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:50:59.071795 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (332708cc-7356-4583-bbf4-f03b984589b7), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.100474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.147306 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:50:59.150578 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:50:59.160140 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:50:59.171590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 332708cc-7356-4583-bbf4-f03b984589b7 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:50:59.172012 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (332708cc-7356-4583-bbf4-f03b984589b7), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.173718 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1d649907-de7b-4a38-9401-c1ebede7d713), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.177353 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.178794 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d649907-de7b-4a38-9401-c1ebede7d713 HTTP/1.1" status: 204 len: 168 time: 0.2933307 Jan 13 14:50:59.200114 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43012) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:59.202734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529f00d-f536-4158-a0c4-c0c017abac8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d649907-de7b-4a38-9401-c1ebede7d713,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:59.215468 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 332708cc-7356-4583-bbf4-f03b984589b7, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=332708cc-7356-4583-bbf4-f03b984589b7,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:50:59.234460 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.api.v2.resource [None req-20fa5e34-9814-41d2-b031-6c0b5f0aaf5d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] show failed (client error): The resource could not be found. Jan 13 14:50:59.235817 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-20fa5e34-9814-41d2-b031-6c0b5f0aaf5d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups/1d649907-de7b-4a38-9401-c1ebede7d713 HTTP/1.1" status: 404 len: 347 time: 0.0295203 Jan 13 14:50:59.238529 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43014) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:50:59.277736 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (332708cc-7356-4583-bbf4-f03b984589b7), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.292025 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Pushing event updated for resources: {'Port': ['ID=7e44c34d-adf6-4671-9da9-517f0c126bdf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:59.362007 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=332708cc-7356-4583-bbf4-f03b984589b7,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:59.412841 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Deleting port eacedaa4-53f8-45a0-bc4b-66b17d313eef {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:50:59.413196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.532627 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.532958 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (eacedaa4-53f8-45a0-bc4b-66b17d313eef), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.548137 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Calling delete_port for eacedaa4-53f8-45a0-bc4b-66b17d313eef owned by network:floatingip {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:50:59.599143 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for router_gateway (32c240dd-5dd7-48e2-bfce-24f579480a26), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.760782 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742375d4-c1d6-4859-a74b-867716a91e28 None None] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:50:59.802967 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (eacedaa4-53f8-45a0-bc4b-66b17d313eef), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.818066 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.824193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-7fad8a11-1f1e-48a7-b706-6e11f2e7aa56 None None] Provisioning complete for port 332708cc-7356-4583-bbf4-f03b984589b7 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:50:59.824566 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7fad8a11-1f1e-48a7-b706-6e11f2e7aa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (332708cc-7356-4583-bbf4-f03b984589b7), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.840471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'Port': ['ID=eacedaa4-53f8-45a0-bc4b-66b17d313eef,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:50:59.934629 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device efbcd041-03ac-41b4-ae01-96fe89ef4f79 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:50:59.943656 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (120b00b5-56d6-49b4-93f3-997e3e2f488e), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.947282 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:50:59.949627 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b184c4ad-adc6-4a18-a5ea-8a1cb1a79896 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "DELETE /v2.0/floatingips/120b00b5-56d6-49b4-93f3-997e3e2f488e HTTP/1.1" status: 204 len: 168 time: 0.7089019 Jan 13 14:51:00.007169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: efbcd041-03ac-41b4-ae01-96fe89ef4f79 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:51:00.007588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device efbcd041-03ac-41b4-ae01-96fe89ef4f79 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:51:00.013697 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7fad8a11-1f1e-48a7-b706-6e11f2e7aa56 None None] Current status of the port 332708cc-7356-4583-bbf4-f03b984589b7 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:00.076846 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Router 32c240dd-5dd7-48e2-bfce-24f579480a26 is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:51:00.234953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:00.248132 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43030) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:00.252598 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893968550', 'description': 'tempest-description--1037344095'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:00.254495 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Sync routers for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:00.274221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-ff95ddcc-0448-4b95-86cf-2f7957c692e4 None None] Provisioning complete for port 332708cc-7356-4583-bbf4-f03b984589b7 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:00.274221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ff95ddcc-0448-4b95-86cf-2f7957c692e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (332708cc-7356-4583-bbf4-f03b984589b7), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.348212 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.349768 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-813921e2-5ad9-4e6f-95b7-1b1000f4cf95 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7096975 Jan 13 14:51:00.353485 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43034) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:00.425916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:00.426548 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:50:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:00.431203 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3fa772dd-a29c-43bd-a370-534fbf28f332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.505790 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.572618 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:00.608325 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (0145fb70-3851-4b11-b311-353447c53999), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.643692 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-ff95ddcc-0448-4b95-86cf-2f7957c692e4 None None] Current status of the port 332708cc-7356-4583-bbf4-f03b984589b7 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:00.653534 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0145fb70-3851-4b11-b311-353447c53999), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.700966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0145fb70-3851-4b11-b311-353447c53999,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:00.737259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.738523 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-12ab680a-2b40-4888-8a67-5da3e88e033c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4893816 Jan 13 14:51:00.741470 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43042) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:00.748502 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group_rule': {'security_group_id': '0145fb70-3851-4b11-b311-353447c53999', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:00.799729 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:50:59Z', 'revision_number': 3, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:00.834718 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Checking router: 32c240dd-5dd7-48e2-bfce-24f579480a26 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:00.840725 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Updating router 32c240dd-5dd7-48e2-bfce-24f579480a26 port 7e44c34d-adf6-4671-9da9-517f0c126bdf binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:51:00.864331 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (ae97e7f4-ed05-4d99-9e77-e0ded1138eff), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.887169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.898492 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:00.909902 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 332708cc-7356-4583-bbf4-f03b984589b7 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:00.945024 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (ae97e7f4-ed05-4d99-9e77-e0ded1138eff), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.053692 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (ae97e7f4-ed05-4d99-9e77-e0ded1138eff), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.071319 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae97e7f4-ed05-4d99-9e77-e0ded1138eff,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:01.082307 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 332708cc-7356-4583-bbf4-f03b984589b7 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:01.082887 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (332708cc-7356-4583-bbf4-f03b984589b7), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.086244 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Allocated IP 172.20.0.1 (e27ab01b-d3b2-4ce9-998c-619e5271f2db/11926d01-0c30-43c9-800b-fb89c51b6d7f/f8ba0b8f-d775-46bc-99a7-5e1956ecc414) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:01.137020 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.139336 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c1ac8d5b-9ab2-4823-a765-bbaae9d26c70 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966928 Jan 13 14:51:01.143370 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43050) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:01.150894 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'security_group_rule': {'security_group_id': '0145fb70-3851-4b11-b311-353447c53999', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:01.205482 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks [] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.245220 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 332708cc-7356-4583-bbf4-f03b984589b7 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:01.265216 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (4e11a232-6ad9-452f-8995-734ae4af7366), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.268060 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks [] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.284558 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.324265 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:01.326280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (4e11a232-6ad9-452f-8995-734ae4af7366), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.330822 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:01.334301 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:01.340957 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:01.358291 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.385850 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (32c240dd-5dd7-48e2-bfce-24f579480a26), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.406840 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (4e11a232-6ad9-452f-8995-734ae4af7366), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.425378 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Attempting to bind port 7e44c34d-adf6-4671-9da9-517f0c126bdf on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:01.425752 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Attempting to bind port 7e44c34d-adf6-4671-9da9-517f0c126bdf by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:01.426119 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Attempting to bind port 7e44c34d-adf6-4671-9da9-517f0c126bdf on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:01.430105 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572e7f4-d36d-4d12-b4d5-ec0977f4ab20 None None] Pushing event updated for resources: {'Port': ['ID=7e44c34d-adf6-4671-9da9-517f0c126bdf,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:01.435320 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:01.435702 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:01.436111 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.436505 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:01.436982 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Bound port: 7e44c34d-adf6-4671-9da9-517f0c126bdf, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:01.437369 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.440655 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e11a232-6ad9-452f-8995-734ae4af7366,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:01.500371 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] For port 7e44c34d-adf6-4671-9da9-517f0c126bdf, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:01.503952 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] For port 7e44c34d-adf6-4671-9da9-517f0c126bdf, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7e44c34d-adf6-4671-9da9-517f0c126bdf,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:01.567144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.568365 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2a626ab1-1efd-4e40-bf14-2363eb17af2d tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237685 Jan 13 14:51:01.571698 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43060) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:01.577278 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:01.625833 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.653334 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.684116 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:01.684745 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:50:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:01.739939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572e7f4-d36d-4d12-b4d5-ec0977f4ab20 None None] Pushing event updated for resources: {'Port': ['ID=7e44c34d-adf6-4671-9da9-517f0c126bdf,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:01.746013 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-27c74acc-1c7c-4da2-bbc6-37663ba9c601 None None] Provisioning complete for port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:01.746399 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-27c74acc-1c7c-4da2-bbc6-37663ba9c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.756508 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.795032 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-27c74acc-1c7c-4da2-bbc6-37663ba9c601 None None] Port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:01.854506 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks [] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:01.879956 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:01.921245 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.005922 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (32c240dd-5dd7-48e2-bfce-24f579480a26), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.007982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:02.106922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.119847 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:02.122890 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:02.131911 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 1, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:02.171893 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27454-2275-4b45-a7d9-e78214cb47b7 None None] The sync data for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi is: [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 1, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:02.264630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Allocated IP 172.27.0.3 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/7d7988f0-2c05-4f06-ba55-9a5a979d2782) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:02.267048 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Router 32c240dd-5dd7-48e2-bfce-24f579480a26 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:02.392297 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.393488 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:02.398749 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d761b518-c51e-4845-ad7d-0d75815363b8 admin admin] 10.222.0.60 "PUT /v2.0/routers/32c240dd-5dd7-48e2-bfce-24f579480a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0440497 Jan 13 14:51:02.440538 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-5e7c0bd5-1f15-4979-9b8e-11125285581e None None] Provisioning complete for port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:02.441057 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0bd5-1f15-4979-9b8e-11125285581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.487693 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c0bd5-1f15-4979-9b8e-11125285581e None None] Port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:02.556361 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.604997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:02.608237 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:02.616440 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:02.640588 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=7d7988f0-2c05-4f06-ba55-9a5a979d2782,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:02.759513 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.891414 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:02.954143 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f79e061d-0b27-40e0-a58c-6ab4274348ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.101407 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.174351 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.253039 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=7d7988f0-2c05-4f06-ba55-9a5a979d2782,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:03.268720 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.304559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43088) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:03.310367 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404843458-network', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:03.454940 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.457151 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-99644f62-68b5-4212-aac1-df87d6fb44ec tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8832924 Jan 13 14:51:03.602253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Made reservation on behalf of 1bd162c666db4ca4ba2e9b3661489b1f for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:51:03.605345 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.615605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.709419 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-a7a7ec75-98ec-4b53-a5c9-0a0378ce96fc tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--893968550&fields=id&tenant_id=856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 267 time: 0.0751164 Jan 13 14:51:03.790480 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks [] for security_group (1022f6e2-4e86-41b2-8fac-6e72d063a3f9), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.846864 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-5c010b98-c8be-4183-8e00-17b20914febb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:03.848804 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-5c010b98-c8be-4183-8e00-17b20914febb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 811 time: 0.1317067 Jan 13 14:51:03.849340 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1022f6e2-4e86-41b2-8fac-6e72d063a3f9), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.876320 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:51:03.893851 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-34b5b852-186a-4538-9f35-15985b43a2ac tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/quotas/856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 375 time: 0.0364835 Jan 13 14:51:03.897566 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (25feeefa-0036-444b-914a-d11488db5c36), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:03.897915 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Added segment 25feeefa-0036-444b-914a-d11488db5c36 of type vlan for network a4a7f1ee-830c-4423-b392-688886e757f1 Jan 13 14:51:03.902927 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1022f6e2-4e86-41b2-8fac-6e72d063a3f9,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:03.968205 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (a4a7f1ee-830c-4423-b392-688886e757f1), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.005048 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-a4277803-3016-4149-80f7-2240f2ca224c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965388 Jan 13 14:51:04.066470 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (a4a7f1ee-830c-4423-b392-688886e757f1), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.067679 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:04.068207 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.147007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] Pushing event updated for resources: {'Network': ['ID=a4a7f1ee-830c-4423-b392-688886e757f1,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:04.159316 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network a4a7f1ee-830c-4423-b392-688886e757f1 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:51:04.162509 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.176226 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-eaad8640-43cc-4dd6-aa22-24c372851afe service neutron] 10.222.0.60 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576757 Jan 13 14:51:04.235888 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-50f2b8c9-b5c0-4280-8b9f-3b864f1601cb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9300466 Jan 13 14:51:04.240278 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43116) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:04.249843 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Request body: {'subnet': {'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404843458-subnet', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:04.292870 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-b8171630-f860-40f9-ac8a-8c538df2f819 service neutron] 10.222.0.60 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079600 Jan 13 14:51:04.333701 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Made reservation on behalf of 1bd162c666db4ca4ba2e9b3661489b1f for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:51:04.336624 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.396125 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Sync routers for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:04.406531 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:04.407178 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:04.515188 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:04.615152 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (47d38ce5-8c22-456f-b3fe-d61ab5bf0a16), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.671765 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d38ce5-8c22-456f-b3fe-d61ab5bf0a16,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:04.681121 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Checking segment: {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:04.681484 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Network hostable DHCP agents. Network: a4a7f1ee-830c-4423-b392-688886e757f1, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:51:04.717109 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 2, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:04.743092 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Checking router: 32c240dd-5dd7-48e2-bfce-24f579480a26 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:04.743449 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Updating router 32c240dd-5dd7-48e2-bfce-24f579480a26 port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:51:04.768528 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.772448 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Network a4a7f1ee-830c-4423-b392-688886e757f1 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:51:04.871099 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, a4a7f1ee-830c-4423-b392-688886e757f1) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:04.875692 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:04.876541 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:04.887101 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28f660-47a4-455c-be07-86e4bd9f4e10 None None] Network a4a7f1ee-830c-4423-b392-688886e757f1 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:51:04.931582 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7e44c34d-adf6-4671-9da9-517f0c126bdf up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:04.990045 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d8a9aef1-dbff-4531-b364-ee70eb8078c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7450478 Jan 13 14:51:04.990415 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43118) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:04.995875 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:05.023238 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 7e44c34d-adf6-4671-9da9-517f0c126bdf triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:05.023541 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.061429 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks [] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.094144 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.095318 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.153742 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for router_controller (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.156618 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.171897 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-a4a7f1ee-830c-4423-b392-688886e757f1', 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1', 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'fixed_ips': [{'subnet_id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:51:05.172758 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.262978 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Attempting to bind port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:05.263612 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Attempting to bind port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:05.264375 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Attempting to bind port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 on network e27ab01b-d3b2-4ce9-998c-619e5271f2db {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:05.270718 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Pushing event updated for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Checking segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Bound using segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Bound port: f8ba0b8f-d775-46bc-99a7-5e1956ecc414, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:05.282779 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.284439 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.284978 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.285501 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.286008 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.286355 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.286719 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.287060 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.287390 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.288043 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.288575 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.290667 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.291174 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.291672 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:05.319185 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.363620 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 7e44c34d-adf6-4671-9da9-517f0c126bdf is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:05.364025 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.388715 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] For port f8ba0b8f-d775-46bc-99a7-5e1956ecc414, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:05.392952 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] For port f8ba0b8f-d775-46bc-99a7-5e1956ecc414, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:05.398629 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 7e44c34d-adf6-4671-9da9-517f0c126bdf, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7e44c34d-adf6-4671-9da9-517f0c126bdf,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:05.403329 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Allocated IP 172.20.0.2 (a4a7f1ee-830c-4423-b392-688886e757f1/47d38ce5-8c22-456f-b3fe-d61ab5bf0a16/fb1dd6b8-cff8-4057-913b-9266b8d7c494) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:05.494578 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.550870 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.576201 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:05.584109 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:05.675872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for router_gateway (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.699539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks [] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.727136 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-66c201ce-760b-4e0f-98c7-459cf9e7e21b req-14b74863-06c6-420a-8f7e-735572c7d64a tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Jan 13 14:51:05.748744 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630d1be-2979-488b-aa08-aa13d0001e83 None None] Pushing event updated for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:05.754862 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:05.780417 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Provisioning complete for port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:05.781888 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.813821 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:05.831390 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=7e44c34d-adf6-4671-9da9-517f0c126bdf,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:05.879199 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Network a4a7f1ee-830c-4423-b392-688886e757f1 is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:05.891247 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:05.898123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:05.923612 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Pushing event updated for resources: {'Port': ['ID=fb1dd6b8-cff8-4057-913b-9266b8d7c494,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:06.001513 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Attempting to bind port fb1dd6b8-cff8-4057-913b-9266b8d7c494 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:06.001880 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Attempting to bind port fb1dd6b8-cff8-4057-913b-9266b8d7c494 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:06.002246 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Attempting to bind port fb1dd6b8-cff8-4057-913b-9266b8d7c494 on network a4a7f1ee-830c-4423-b392-688886e757f1 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:06.012686 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:06.013073 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Checking segment: {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:06.013473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.013880 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Bound using segment: {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:06.013998 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:06.014358 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Bound port: fb1dd6b8-cff8-4057-913b-9266b8d7c494, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:06.014785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.031734 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Current status of the port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:06.032125 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.062080 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for router_gateway (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.086613 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.154311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] For port f8ba0b8f-d775-46bc-99a7-5e1956ecc414, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:06.165554 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a6f95-d47b-4e28-8b63-5f62cea6bea0 None None] The sync data for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi is: [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:06.178839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] For port fb1dd6b8-cff8-4057-913b-9266b8d7c494, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:06.185887 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] For port fb1dd6b8-cff8-4057-913b-9266b8d7c494, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=fb1dd6b8-cff8-4057-913b-9266b8d7c494,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:06.229352 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Allocated IP 172.27.0.178 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/6e7b1d25-9b85-42f9-baaf-d37abf22e068) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:06.271264 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.309594 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.350878 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Pushing event updated for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:06.356358 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.361130 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.364404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.365198 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.365198 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.365999 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.365999 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271ff5b-d8d3-4e45-be30-86599e2642f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:06.430283 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-20788999-9e29-43d4-bdcd-e4d4ef5ccf87 None None] Provisioning complete for port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:06.430701 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-20788999-9e29-43d4-bdcd-e4d4ef5ccf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.434730 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a1ff-ee28-46af-859b-1dc54fc74aaf None None] Pushing event updated for resources: {'Port': ['ID=fb1dd6b8-cff8-4057-913b-9266b8d7c494,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:06.569348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.577730 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-20788999-9e29-43d4-bdcd-e4d4ef5ccf87 None None] Current status of the port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:06.625196 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:06.639020 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:06.642316 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:06.669159 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7b1d25-9b85-42f9-baaf-d37abf22e068,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:06.716953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:06.851875 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b180f20-6d60-4a8b-855b-d747ebfbd505 req-776061bb-d18b-4df8-8666-a29eabf59793 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 210 time: 0.0455778 Jan 13 14:51:07.022974 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device fb1dd6b8-cff8-4057-913b-9266b8d7c494 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:07.060122 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for router_gateway (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.078957 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port fb1dd6b8-cff8-4057-913b-9266b8d7c494 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:07.079588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.171955 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port fb1dd6b8-cff8-4057-913b-9266b8d7c494 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:07.174276 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.222039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port fb1dd6b8-cff8-4057-913b-9266b8d7c494, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=fb1dd6b8-cff8-4057-913b-9266b8d7c494,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:07.276740 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.279472 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7e44c34d-adf6-4671-9da9-517f0c126bdf up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:07.284258 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.358982 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=fb1dd6b8-cff8-4057-913b-9266b8d7c494,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:07.372134 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 7e44c34d-adf6-4671-9da9-517f0c126bdf triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:07.372774 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.463340 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 7e44c34d-adf6-4671-9da9-517f0c126bdf is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:07.464750 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device f8ba0b8f-d775-46bc-99a7-5e1956ecc414 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:07.504426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:51:07.518712 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:07.519065 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.559609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a828a8f-c6e1-4c7d-8e4b-ea8664b9a1b3 None None] Network a4a7f1ee-830c-4423-b392-688886e757f1 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:51:07.627080 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:07.656494 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Sync routers for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:07.671423 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-d9ab3249-0d6c-4e5a-af92-27bd39b32ac5 None None] Provisioning complete for port fb1dd6b8-cff8-4057-913b-9266b8d7c494 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:07.671995 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3249-0d6c-4e5a-af92-27bd39b32ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.701518 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:07.706114 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-cb9434ab-2754-448f-bb52-4a3335de20e1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7110190 Jan 13 14:51:07.706114 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43148) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:07.730357 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:07.731022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:07.732803 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:07.924211 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:07.954832 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab3249-0d6c-4e5a-af92-27bd39b32ac5 None None] Current status of the port fb1dd6b8-cff8-4057-913b-9266b8d7c494 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:07.989230 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d624a8d-14b2-4c9d-be40-b66eaebf0b4a req-c020489d-a01a-4c63-bca5-410c55245c8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 210 time: 0.0521808 Jan 13 14:51:08.169116 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-18da6745-778b-4212-9023-9535e7e81d9f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:08.171991 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-18da6745-778b-4212-9023-9535e7e81d9f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 811 time: 0.1875362 Jan 13 14:51:08.174193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 3, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:08.259455 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-ab28a840-c2d6-4d74-91ea-a1a385e08c1e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=856aaf15665f4000ae98d3229dc6f04a HTTP/1.1" status: 200 len: 379 time: 0.0778244 Jan 13 14:51:08.272716 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'port': {'device_id': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'admin_state_up': True, 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'security_groups': ['0145fb70-3851-4b11-b311-353447c53999']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:08.279107 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.365945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Checking router: 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:08.366704 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Updating router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:51:08.411293 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.446525 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-4cd9c50d-5d30-4fab-ac8d-d30d05feb930 None None] Provisioning complete for port fb1dd6b8-cff8-4057-913b-9266b8d7c494 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:08.447069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4cd9c50d-5d30-4fab-ac8d-d30d05feb930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.496356 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Made reservation on behalf of 856aaf15665f4000ae98d3229dc6f04a for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:51:08.505123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.668221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Allocated IP 172.20.0.10 (81001995-5733-4af8-9434-e661225f617f/4b701c66-44da-4f61-9f54-6d3928d87c1c/8a58abfd-9f63-4ad9-9860-d35ce0ce896f) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:08.674155 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9c50d-5d30-4fab-ac8d-d30d05feb930 None None] Current status of the port fb1dd6b8-cff8-4057-913b-9266b8d7c494 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:08.700158 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Allocated IP 172.20.0.1 (a4a7f1ee-830c-4423-b392-688886e757f1/47d38ce5-8c22-456f-b3fe-d61ab5bf0a16/19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:08.784607 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks [] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.818924 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks [] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.830499 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.848143 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.886956 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device fb1dd6b8-cff8-4057-913b-9266b8d7c494 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:08.931916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Attempting to bind port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:08.932201 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Attempting to bind port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:08.932569 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Attempting to bind port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:08.935012 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d37e-9302-4458-adf5-99356d04d08a None None] Pushing event updated for resources: {'Port': ['ID=6e7b1d25-9b85-42f9-baaf-d37abf22e068,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:08.945281 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:08.945529 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.945664 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:08.946057 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.946449 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:08.946950 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Bound port: 6e7b1d25-9b85-42f9-baaf-d37abf22e068, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:08.947340 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.974648 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:08.983969 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Network a4a7f1ee-830c-4423-b392-688886e757f1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:08.992541 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:08.996805 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:09.003291 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:09.024199 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port fb1dd6b8-cff8-4057-913b-9266b8d7c494 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:09.024581 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.030064 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] For port 6e7b1d25-9b85-42f9-baaf-d37abf22e068, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:09.033186 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Network 81001995-5733-4af8-9434-e661225f617f is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:09.041796 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:09.046723 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:09.052334 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event updated for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:09.069609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] For port 6e7b1d25-9b85-42f9-baaf-d37abf22e068, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6e7b1d25-9b85-42f9-baaf-d37abf22e068,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:09.081060 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.117919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:09.122484 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.153220 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port fb1dd6b8-cff8-4057-913b-9266b8d7c494 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:09.163000 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.225396 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafafe4b-5b62-46e6-a1b1-fa7e0b189ec4 req-9a444335-21a4-4b39-a87c-00add792387b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:09.233248 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:09.234037 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:09.234753 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dafafe4b-5b62-46e6-a1b1-fa7e0b189ec4 req-9a444335-21a4-4b39-a87c-00add792387b tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 932 time: 0.0904558 Jan 13 14:51:09.259677 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-7db7f182-efe6-4335-809b-3cd852e65830 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9942272 Jan 13 14:51:09.275430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Request body: {'port': {'device_id': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:09.285027 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d37e-9302-4458-adf5-99356d04d08a None None] Pushing event updated for resources: {'Port': ['ID=6e7b1d25-9b85-42f9-baaf-d37abf22e068,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:09.339972 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dafafe4b-5b62-46e6-a1b1-fa7e0b189ec4 req-21ac0ff3-f215-41e1-b3c6-d17d38f13707 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040363 Jan 13 14:51:09.372196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.383887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.416631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:09.476193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-1e79e4bf-5706-4161-bc57-82c6d5c67cd9 None None] Provisioning complete for port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:09.476559 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1e79e4bf-5706-4161-bc57-82c6d5c67cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.567781 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-1e79e4bf-5706-4161-bc57-82c6d5c67cd9 None None] Port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:09.608064 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks [] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.648337 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 3, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:09.683003 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae0212-2a0a-47cc-b676-8275246b60e2 None None] The sync data for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi is: [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 3, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:09.692538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.694204 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-d6555e11-08e9-47d5-90b3-f1835ae0e80f None None] Provisioning complete for port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:09.697139 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-d6555e11-08e9-47d5-90b3-f1835ae0e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.730437 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a58abfd-9f63-4ad9-9860-d35ce0ce896f {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:09.749070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks [] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.750683 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-d6555e11-08e9-47d5-90b3-f1835ae0e80f None None] Port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:09.771663 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Transition to ACTIVE for port object 8a58abfd-9f63-4ad9-9860-d35ce0ce896f will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:51:09.793843 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:09.797574 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.859362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:09.901489 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Network a4a7f1ee-830c-4423-b392-688886e757f1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:09.904103 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:09.920485 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Pushing event updated for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:10.070160 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Attempting to bind port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:10.070856 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Attempting to bind port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:10.071345 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Attempting to bind port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:10.082962 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f on network 81001995-5733-4af8-9434-e661225f617f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:51:10.083568 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Attempting to bind port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f on network 81001995-5733-4af8-9434-e661225f617f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:10.092060 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:10.092411 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Checking segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:10.092803 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Bound using segment: {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:10.093244 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Bound port: 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c7b3c2-219f-4554-81c0-d04e918dcd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81001995-5733-4af8-9434-e661225f617f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:10.093604 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:10.154921 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:10.229501 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:10.236126 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:10.294532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:10.319922 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:10.327428 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-52ba7603-48cc-49c5-9c69-fb81a7e51ec3 admin admin] 10.222.0.60 "PUT /v2.0/routers/11e94cc1-6569-4d86-9b2d-d85b85ec5b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202712 Jan 13 14:51:10.346468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.346468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:10.346468 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] 10.222.0.66 "PUT /v2.0/ports/8a58abfd-9f63-4ad9-9860-d35ce0ce896f HTTP/1.1" status: 200 len: 1094 time: 1.0768371 Jan 13 14:51:10.348791 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:10.351687 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4906e-bcc0-4d45-ab40-b1225408496f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:10.402049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45cd25-470a-45e5-8a66-39f952b17f82 service neutron] Pushing event updated for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:10.438533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-ae7cacbd-1d71-4d86-bbc0-e89d72cae228 None None] Provisioning complete for port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:10.440021 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ae7cacbd-1d71-4d86-bbc0-e89d72cae228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:10.452389 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d688354-a7a2-47d6-a2e1-d40c6a1a2703 x-openstack-request-id: req-8d688354-a7a2-47d6-a2e1-d40c6a1a2703 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:10.452703 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:10.452969 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d688354-a7a2-47d6-a2e1-d40c6a1a2703 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:10.453386 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'status': 'completed', 'code': 200} Jan 13 14:51:10.533875 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-ae7cacbd-1d71-4d86-bbc0-e89d72cae228 None None] Port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:10.598638 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378bba1-5aa9-4794-8218-20de96c3841e req-c27c0134-f7e1-4004-8339-f814473e8222 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.600251 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b378bba1-5aa9-4794-8218-20de96c3841e req-c27c0134-f7e1-4004-8339-f814473e8222 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 944 time: 0.1374071 Jan 13 14:51:10.615429 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-eb43fd9e-359c-47b0-ba63-654527d89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.616822 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-eb43fd9e-359c-47b0-ba63-654527d89d27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 1097 time: 0.1422250 Jan 13 14:51:10.727722 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b378bba1-5aa9-4794-8218-20de96c3841e req-c9462494-6d2a-4314-8f66-c20520ff1cc1 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206348 Jan 13 14:51:10.772373 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-72094a7b-0df4-486b-831a-31499194d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.773838 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-72094a7b-0df4-486b-831a-31499194d7ea service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=856aaf15665f4000ae98d3229dc6f04a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1485198 Jan 13 14:51:10.899301 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-810c52aa-dcf5-4319-b7ea-fac4d989fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.900790 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-72c4906e-bcc0-4d45-ab40-b1225408496f req-810c52aa-dcf5-4319-b7ea-fac4d989fde9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1206644 Jan 13 14:51:10.947669 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6e7b1d25-9b85-42f9-baaf-d37abf22e068 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:10.982196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-069d8078-0ebc-4132-b37d-b3b20c25bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:10.983719 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-069d8078-0ebc-4132-b37d-b3b20c25bf4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 1097 time: 0.0455954 Jan 13 14:51:11.002002 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:11.002285 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:11.031389 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-7c3be8fd-84a2-4378-a4d2-d5309fd7a038 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f HTTP/1.1" status: 200 len: 217 time: 0.0405922 Jan 13 14:51:11.086007 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-800aad1d-8a26-4aab-9590-577a00bddc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:11.087515 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-800aad1d-8a26-4aab-9590-577a00bddc18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0498133 Jan 13 14:51:11.096970 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:11.097464 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:11.122083 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 6e7b1d25-9b85-42f9-baaf-d37abf22e068, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6e7b1d25-9b85-42f9-baaf-d37abf22e068,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:11.135395 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363987-859e-4389-9539-a09120822f17 req-bcd0c01f-177d-454d-aebd-97175fc0a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:11.137888 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-bcd0c01f-177d-454d-aebd-97175fc0a8e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443134 Jan 13 14:51:11.218035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:11.237370 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-6742d6bc-cbdb-41c8-841f-b5f3b6dc66e9 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917175 Jan 13 14:51:11.274309 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=6e7b1d25-9b85-42f9-baaf-d37abf22e068,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:11.338842 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18363987-859e-4389-9539-a09120822f17 req-a9ce4354-96f8-42ad-b1f6-2f31bf9ffce2 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954971 Jan 13 14:51:11.670062 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Sync routers for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:11.682023 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:11.683346 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:11.811951 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:11.849424 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e267b8-2fa8-4c43-851b-7767aa969a5a req-b78632fa-a9e6-48e7-a7e4-295b908cec3e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:11.860496 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-81e267b8-2fa8-4c43-851b-7767aa969a5a req-b78632fa-a9e6-48e7-a7e4-295b908cec3e tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 944 time: 0.0635271 Jan 13 14:51:11.914858 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-81e267b8-2fa8-4c43-851b-7767aa969a5a req-fa5f1b19-f8e3-4c26-b405-124880dcfa10 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529354 Jan 13 14:51:12.074702 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 4, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e', 'name': '', 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'mac_address': 'fa:16:3e:19:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:08Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 2, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'subnets': [{'id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:12.115369 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Checking router: 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:12.116028 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Updating router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:51:12.141511 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43226) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:12.155813 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.279019 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec515-648d-41f9-a680-733dfbb3922f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.378558 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec515-648d-41f9-a680-733dfbb3922f admin admin] Publish callbacks [] for security_group (a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.452881 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec515-648d-41f9-a680-733dfbb3922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.483440 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-bb4ec515-648d-41f9-a680-733dfbb3922f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6783a3a3996d4ce189762119424a3a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410559 Jan 13 14:51:12.486284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43232) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:12.487417 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks [] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.508861 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ec515-648d-41f9-a680-733dfbb3922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:12.553250 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] Publish callbacks [] for security_group (a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.572855 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.585288 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] Publish callbacks [] for security_group (a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.681272 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce9c06-162d-4283-9b7d-c3d64452f67a None None] Pushing event updated for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:12.712033 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Attempting to bind port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:12.712508 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Attempting to bind port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:12.712944 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Attempting to bind port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e on network a4a7f1ee-830c-4423-b392-688886e757f1 {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:12.721809 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:12.723003 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Checking segment: {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:12.723780 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.724250 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Bound using segment: {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:12.725328 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Bound port: 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25feeefa-0036-444b-914a-d11488db5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:12.725606 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.725953 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.728230 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.736611 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc HTTP/1.1" status: 204 len: 168 time: 0.2409918 Jan 13 14:51:12.779802 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2177-26af-49b4-9efa-4dd2ae77c80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9e999-2ee5-4e52-9bf3-6fd04d4706dc,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:12.804257 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] For port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:12.811285 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] For port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:12.888523 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:12.931631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6e7b1d25-9b85-42f9-baaf-d37abf22e068 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:12.969888 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce9c06-162d-4283-9b7d-c3d64452f67a None None] Pushing event updated for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:12.972969 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:12.973682 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:13.045285 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Provisioning complete for port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:13.045666 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.124833 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:13.126576 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.184468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bd887-ce75-4d29-a947-45d162e8312d req-5610d9b3-2d33-4fa8-bf6e-6abfbafe88d5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:13.197949 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-447bd887-ce75-4d29-a947-45d162e8312d req-5610d9b3-2d33-4fa8-bf6e-6abfbafe88d5 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 944 time: 0.1344056 Jan 13 14:51:13.235883 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:13.382850 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-447bd887-ce75-4d29-a947-45d162e8312d req-05b87058-f14d-41fb-9fb6-2aa5ec0435f8 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839197 Jan 13 14:51:13.388863 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Current status of the port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:13.389317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.464225 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] For port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:13.465976 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:13.566214 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.586075 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 4, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e', 'name': '', 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'mac_address': 'fa:16:3e:19:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:08Z', 'updated_at': '2022-01-13T14:51:12Z', 'revision_number': 4, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'subnets': [{'id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:13.619527 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627974e-5942-4e66-9137-87f196ec90ba None None] The sync data for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi is: [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:51:09Z', 'revision_number': 4, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e', 'name': '', 'network_id': 'a4a7f1ee-830c-4423-b392-688886e757f1', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'mac_address': 'fa:16:3e:19:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:08Z', 'updated_at': '2022-01-13T14:51:12Z', 'revision_number': 4, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'subnets': [{'id': '47d38ce5-8c22-456f-b3fe-d61ab5bf0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:13.622030 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22435f93-4770-4e31-8bc1-cb1bca2c2205 None None] Pushing event updated for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:13.724349 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-ebbee89d-1fda-45dd-9de9-368d78071c82 None None] Provisioning complete for port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:13.724349 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ebbee89d-1fda-45dd-9de9-368d78071c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.804024 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43252) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:13.822179 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28aae14d-9011-494b-9208-c9c62c9a7ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.867715 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-ebbee89d-1fda-45dd-9de9-368d78071c82 None None] Current status of the port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:13.938368 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28aae14d-9011-494b-9208-c9c62c9a7ae8 admin admin] Publish callbacks [] for security_group (4ba37d91-2357-46e5-82c3-075f01036749), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:13.975289 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8a58abfd-9f63-4ad9-9860-d35ce0ce896f details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:51:13.996509 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28aae14d-9011-494b-9208-c9c62c9a7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (4ba37d91-2357-46e5-82c3-075f01036749), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.042146 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aae14d-9011-494b-9208-c9c62c9a7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba37d91-2357-46e5-82c3-075f01036749,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:14.062129 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43254) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:14.065707 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-28aae14d-9011-494b-9208-c9c62c9a7ae8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef0201c082494d67a6f10a34cbf586e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605572 Jan 13 14:51:14.125136 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:14.139958 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'port_id': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'mac_address': 'fa:16:3e:d2:31:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:51:14.151963 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] Publish callbacks [] for security_group (4ba37d91-2357-46e5-82c3-075f01036749), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.178905 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] Publish callbacks [] for security_group (4ba37d91-2357-46e5-82c3-075f01036749), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.195111 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:14.195631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.220375 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a58abfd-9f63-4ad9-9860-d35ce0ce896f {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:14.248443 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:14.315593 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (4ba37d91-2357-46e5-82c3-075f01036749), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.324719 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.324719 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ba37d91-2357-46e5-82c3-075f01036749 HTTP/1.1" status: 204 len: 168 time: 0.2562957 Jan 13 14:51:14.329796 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:14.335842 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c141f7-644b-4814-a28b-bdf91257b062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba37d91-2357-46e5-82c3-075f01036749,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:14.397409 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:14.536853 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['8a58abfd-9f63-4ad9-9860-d35ce0ce896f'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:51:14.883247 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb21e8-73fb-4b00-88af-718102ab0302 req-aad22007-772e-4db9-ad0e-b96006a9c0b2 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:14.900752 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-abbb21e8-73fb-4b00-88af-718102ab0302 req-aad22007-772e-4db9-ad0e-b96006a9c0b2 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 945 time: 0.4172537 Jan 13 14:51:15.017595 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:15.027826 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-abbb21e8-73fb-4b00-88af-718102ab0302 req-66dc74a8-2e07-4d25-bb03-cfcd0f5eadb1 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252837 Jan 13 14:51:15.099998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:15.100458 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.287357 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43270) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:15.304462 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958154f2-0b5e-4e51-a1e7-31eab73d80ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.355919 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:15.399177 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958154f2-0b5e-4e51-a1e7-31eab73d80ac admin admin] Publish callbacks [] for security_group (e9b36d4f-7406-4a2c-9067-d30a53168e00), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.751261 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958154f2-0b5e-4e51-a1e7-31eab73d80ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e9b36d4f-7406-4a2c-9067-d30a53168e00), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.791452 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958154f2-0b5e-4e51-a1e7-31eab73d80ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b36d4f-7406-4a2c-9067-d30a53168e00,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:15.797302 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-958154f2-0b5e-4e51-a1e7-31eab73d80ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdf527f88dbf40d2b7fd3a04aef01419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088861 Jan 13 14:51:15.807953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43272) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:15.855798 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] Publish callbacks [] for security_group (e9b36d4f-7406-4a2c-9067-d30a53168e00), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.882210 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] Publish callbacks [] for security_group (e9b36d4f-7406-4a2c-9067-d30a53168e00), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:15.978078 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8a58abfd-9f63-4ad9-9860-d35ce0ce896f up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:16.019348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98244b4c-cad1-4863-8e5d-5d19d3dc7d97 req-1501d4d2-c16c-4e15-ad88-cab44638ba33 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:16.021801 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-98244b4c-cad1-4863-8e5d-5d19d3dc7d97 req-1501d4d2-c16c-4e15-ad88-cab44638ba33 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0850251 Jan 13 14:51:16.083549 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (e9b36d4f-7406-4a2c-9067-d30a53168e00), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.090557 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.090557 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9b36d4f-7406-4a2c-9067-d30a53168e00 HTTP/1.1" status: 204 len: 168 time: 0.2848580 Jan 13 14:51:16.116326 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-98244b4c-cad1-4863-8e5d-5d19d3dc7d97 req-46992a6f-f7ad-49f5-9ea2-e0e77842ff14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885170 Jan 13 14:51:16.119285 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515f23-ccff-47d8-a5d9-712ed087c796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b36d4f-7406-4a2c-9067-d30a53168e00,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:16.155467 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:51:16.180184 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:16.183866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.358328 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:16.359050 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.389789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:16.393195 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d276b04-0df0-4013-973d-85e4d6ddff3a" -d '{"events": [{"server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "name": "network-vif-plugged", "status": "completed", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:16.438464 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:16.460484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be81ca-1ae1-4df3-add9-499335df38d5 x-openstack-request-id: req-21be81ca-1ae1-4df3-add9-499335df38d5 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:16.460484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "name": "network-vif-plugged", "status": "completed", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:16.460484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21be81ca-1ae1-4df3-add9-499335df38d5 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:16.460826 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c601-ec10-4d0e-b5fb-b31eab9156e7 req-712913b9-bb97-4f0f-b963-9bd91d6a3877 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:16.461351 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'code': 200} Jan 13 14:51:16.476799 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8991c601-ec10-4d0e-b5fb-b31eab9156e7 req-712913b9-bb97-4f0f-b963-9bd91d6a3877 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 945 time: 0.3667116 Jan 13 14:51:16.517014 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.569382 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8991c601-ec10-4d0e-b5fb-b31eab9156e7 req-72653360-00ba-4899-a165-d81c2c39bb1f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914688 Jan 13 14:51:16.623729 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:16.710864 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:16.821512 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe033e0-cba4-4c70-9bdd-3fd7530c3973 req-d501eee8-a77a-4c36-b92a-8e8c937eb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:16.825769 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dfe033e0-cba4-4c70-9bdd-3fd7530c3973 req-d501eee8-a77a-4c36-b92a-8e8c937eb9b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 1099 time: 0.0476406 Jan 13 14:51:16.876426 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dfe033e0-cba4-4c70-9bdd-3fd7530c3973 req-65c46fcd-b0ae-4637-8ffd-db5445a2cbe4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459902 Jan 13 14:51:17.267609 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94473-129e-4318-ab6c-b6d73ca43e15 req-5b7b5cb4-6884-4512-94fb-03803f8551e7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:17.269188 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9be94473-129e-4318-ab6c-b6d73ca43e15 req-5b7b5cb4-6884-4512-94fb-03803f8551e7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0602593 Jan 13 14:51:17.337091 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9be94473-129e-4318-ab6c-b6d73ca43e15 req-68b153eb-3434-4e61-a036-c4b477779278 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1173a65-aaff-4a8c-acae-a51355b0b139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526953 Jan 13 14:51:17.603384 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-925f94a2-aa65-4edb-b57c-1c1c97103240 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:17.608914 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-925f94a2-aa65-4edb-b57c-1c1c97103240 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 947 time: 0.0590177 Jan 13 14:51:17.751254 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b8f1-a7b6-4e5f-826b-43e3fb63c38d req-8a5bfdd8-0f06-4ff5-ae3b-a1c04ce569c4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:17.752939 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6528b8f1-a7b6-4e5f-826b-43e3fb63c38d req-8a5bfdd8-0f06-4ff5-ae3b-a1c04ce569c4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0947759 Jan 13 14:51:17.802758 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Deleting port fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:51:17.803291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:17.880184 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6528b8f1-a7b6-4e5f-826b-43e3fb63c38d req-f9700305-ba89-4d07-b500-aa7441612889 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172047 Jan 13 14:51:17.947563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] For port fb9bef26-fa8a-4ea9-81ea-9961d0260853, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=fb9bef26-fa8a-4ea9-81ea-9961d0260853,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:17.948850 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:18.151388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:18.151388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:18.152293 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Floating IP b4a6fd3b-27c7-45e7-9735-11bcb8d78a21 disassociated. External IP: 172.27.0.6, port: fb9bef26-fa8a-4ea9-81ea-9961d0260853. Jan 13 14:51:18.152643 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Calling delete_port for fb9bef26-fa8a-4ea9-81ea-9961d0260853 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:51:18.389425 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (fb9bef26-fa8a-4ea9-81ea-9961d0260853), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:18.440462 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'Port': ['ID=fb9bef26-fa8a-4ea9-81ea-9961d0260853,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:18.448172 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b26af267-e0d2-43d5-9c61-5138dd343cd0 req-b5ac7442-7af5-4608-9629-803bf222786b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 210 time: 0.0355117 Jan 13 14:51:18.835667 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:18.989452 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:18.999810 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:19.015789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:19.016495 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:19.037034 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] No DVR routers for this DVR port fb9bef26-fa8a-4ea9-81ea-9961d0260853 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:51:19.040260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:19.044207 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-60dd0db9-5bd7-4192-9162-7b84d0f178a9 req-1fcfa37e-d696-4779-82fe-542c8603ed6f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "DELETE /v2.0/ports/fb9bef26-fa8a-4ea9-81ea-9961d0260853 HTTP/1.1" status: 204 len: 173 time: 1.4284351 Jan 13 14:51:19.048206 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-deleted', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:19.050687 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ee7aa2-5be3-46dd-a2aa-7d65f9da3fef" -d '{"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-deleted", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:19.062882 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164108a-a8b1-42ef-a3a8-dcb3279a3bf9 req-4a2a856d-c36e-4326-be8f-daf6ce3d6d8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:19.065109 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5164108a-a8b1-42ef-a3a8-dcb3279a3bf9 req-4a2a856d-c36e-4326-be8f-daf6ce3d6d8f tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.1095710 Jan 13 14:51:19.121932 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84f08a5-ebb3-413d-a3ac-57d7248d33b7 x-openstack-request-id: req-a84f08a5-ebb3-413d-a3ac-57d7248d33b7 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:19.122224 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf7d01-95ec-44b6-a909-12ad15837801", "name": "network-vif-deleted", "tag": "fb9bef26-fa8a-4ea9-81ea-9961d0260853", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:19.122475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a84f08a5-ebb3-413d-a3ac-57d7248d33b7 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:19.123211 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf7d01-95ec-44b6-a909-12ad15837801', 'name': 'network-vif-deleted', 'tag': 'fb9bef26-fa8a-4ea9-81ea-9961d0260853', 'status': 'completed', 'code': 200} Jan 13 14:51:19.129446 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5164108a-a8b1-42ef-a3a8-dcb3279a3bf9 req-1ef6544a-fdf3-4ba7-b489-40d22d1ca906 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585239 Jan 13 14:51:19.152699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:19.256256 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c146e4-d340-4317-bf3a-eb3d23ca3be9 req-ce392227-e2b6-4bb4-808f-30554af6e379 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:19.257769 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-97c146e4-d340-4317-bf3a-eb3d23ca3be9 req-ce392227-e2b6-4bb4-808f-30554af6e379 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0598030 Jan 13 14:51:19.267503 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43300) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:19.272250 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Request body: {'floatingip': {'port_id': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:19.315846 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:19.387618 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:19.418339 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:19.428827 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:19.429444 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:19.595794 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:19.639732 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-708c7064-488d-47cb-8540-a054cdf30ab0 req-13904405-5ab8-4955-a13b-a2fe4eb24e18 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcf7d01-95ec-44b6-a909-12ad15837801 HTTP/1.1" status: 200 len: 210 time: 0.0508654 Jan 13 14:51:19.868907 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:19.870772 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:19.900638 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a8875-3043-452f-87c6-2edc20b95e7b None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:19.933256 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:51:19.944837 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:20.076150 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.l3_db [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Floating IP 2c06f9d7-f8bd-493c-b48e-ba3748de3491 associated. External IP: 172.27.0.3, port: 8a58abfd-9f63-4ad9-9860-d35ce0ce896f. Jan 13 14:51:20.297588 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f43e5-0d89-4d4a-891a-35277eb33e11 None None] New status for floating IP b4a6fd3b-27c7-45e7-9735-11bcb8d78a21: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:51:20.422971 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:20.584173 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:20.594864 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:20.600356 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:20.611367 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:20.612072 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:20.761658 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:20.825918 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43312) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:20.863790 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f0a304b4-2b58-45ff-88fb-cd830c4a8544 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "PUT /v2.0/floatingips/2c06f9d7-f8bd-493c-b48e-ba3748de3491 HTTP/1.1" status: 200 len: 990 time: 1.5950880 Jan 13 14:51:20.864571 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:20.867096 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1cf337-ab01-4c09-9213-a6c01006b424" -d '{"events": [{"name": "network-changed", "server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:20.937110 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec3af2-15db-4752-9bbf-3ccf56c8900b x-openstack-request-id: req-b3ec3af2-15db-4752-9bbf-3ccf56c8900b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:20.937817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:20.937817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3ec3af2-15db-4752-9bbf-3ccf56c8900b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:20.938393 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'status': 'completed', 'code': 200} Jan 13 14:51:20.953576 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (a1173a65-aaff-4a8c-acae-a51355b0b139), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.016342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (a1173a65-aaff-4a8c-acae-a51355b0b139), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.033195 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-8435a675-5866-4682-9a49-d091f17bf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:21.034721 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-8435a675-5866-4682-9a49-d091f17bf63d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 1099 time: 0.0740275 Jan 13 14:51:21.168981 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-ece49eca-a595-4734-bf9b-cf7dcd3750e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:21.170817 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-ece49eca-a595-4734-bf9b-cf7dcd3750e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.1277525 Jan 13 14:51:21.225527 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a1173a65-aaff-4a8c-acae-a51355b0b139), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.227546 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2c06f9d7-f8bd-493c-b48e-ba3748de3491', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:d2:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:02Z', 'updated_at': '2022-01-13T14:51:19Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:21.230253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.230253 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1173a65-aaff-4a8c-acae-a51355b0b139 HTTP/1.1" status: 204 len: 168 time: 0.4017301 Jan 13 14:51:21.233125 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43318) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:21.257733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a083646-2fa8-4a4f-9ad9-9a7fd1a5ca43 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1173a65-aaff-4a8c-acae-a51355b0b139,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:21.259501 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.api.v2.resource [None req-eda453a2-b544-4042-a29f-637e3e08d93f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] show failed (client error): The resource could not be found. Jan 13 14:51:21.262338 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-eda453a2-b544-4042-a29f-637e3e08d93f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups/a1173a65-aaff-4a8c-acae-a51355b0b139 HTTP/1.1" status: 404 len: 347 time: 0.0281303 Jan 13 14:51:21.265410 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43320) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:21.277557 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:21.308865 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:21.309184 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:21.324009 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-8b40b036-8aa3-4a49-99dc-8b799c97ecc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f HTTP/1.1" status: 200 len: 998 time: 0.1474102 Jan 13 14:51:21.446012 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-5282a75d-e151-4505-9d27-ec0ee9838934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:21.446469 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:21.447516 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-5282a75d-e151-4505-9d27-ec0ee9838934 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0769517 Jan 13 14:51:21.491418 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Deleting port 26350b89-d3da-43ad-b4d6-8c597fa3c482 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:51:21.491764 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.552773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-d14920b0-db50-4b1d-8492-78cbc4b9e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:21.554494 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-d14920b0-db50-4b1d-8492-78cbc4b9e31f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008694 Jan 13 14:51:21.645899 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.646229 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (26350b89-d3da-43ad-b4d6-8c597fa3c482), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:21.670143 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Calling delete_port for 26350b89-d3da-43ad-b4d6-8c597fa3c482 owned by network:floatingip {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:51:21.698563 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-ac2c7974-f8b6-423b-9c7e-3b1cffe5dece service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361873 Jan 13 14:51:21.852040 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-aa1cf337-ab01-4c09-9213-a6c01006b424 req-ac16d2ba-6f0b-4af6-be22-0fd4b4d5c0a8 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206956 Jan 13 14:51:21.910377 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2c06f9d7-f8bd-493c-b48e-ba3748de3491', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:d2:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:02Z', 'updated_at': '2022-01-13T14:51:19Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:21.945371 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af33989-a38a-4991-aecc-3b0b79554cc0 None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2c06f9d7-f8bd-493c-b48e-ba3748de3491', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'port_id': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'mac_address': 'fa:16:3e:d2:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:02Z', 'updated_at': '2022-01-13T14:51:19Z', 'revision_number': 1, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:21.999605 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:51:22.031698 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (26350b89-d3da-43ad-b4d6-8c597fa3c482), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:22.057699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: fb9bef26-fa8a-4ea9-81ea-9961d0260853 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:51:22.065795 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device fb9bef26-fa8a-4ea9-81ea-9961d0260853 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:51:22.090946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'Port': ['ID=26350b89-d3da-43ad-b4d6-8c597fa3c482,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:22.155244 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (b4a6fd3b-27c7-45e7-9735-11bcb8d78a21), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:22.159545 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:22.178520 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-28b9a480-b44e-4293-a8b4-022c96b14ee0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "DELETE /v2.0/floatingips/b4a6fd3b-27c7-45e7-9735-11bcb8d78a21 HTTP/1.1" status: 204 len: 168 time: 0.8976684 Jan 13 14:51:22.252397 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdeb93a-becd-487b-812b-9547442a62ca None None] New status for floating IP 2c06f9d7-f8bd-493c-b48e-ba3748de3491: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:51:22.516341 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43326) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:22.523986 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252538011', 'description': 'tempest-description--529268696'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:22.626245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:22.713487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (2aea200b-8074-4b92-8017-5cec8b0c4bde), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:22.990529 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (2aea200b-8074-4b92-8017-5cec8b0c4bde), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.019284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea200b-8074-4b92-8017-5cec8b0c4bde,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:23.084143 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.085332 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-60cdf4d2-04ee-4e74-ad65-bc94a1138493 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5679255 Jan 13 14:51:23.088547 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43332) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:23.093977 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group_rule': {'security_group_id': '2aea200b-8074-4b92-8017-5cec8b0c4bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:23.231703 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (2a7575d1-4282-4081-b53a-7159a33c4c7e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.317528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (2a7575d1-4282-4081-b53a-7159a33c4c7e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.390888 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (2a7575d1-4282-4081-b53a-7159a33c4c7e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.407558 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7575d1-4282-4081-b53a-7159a33c4c7e,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:23.478482 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.479869 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f61ba455-94fa-412a-bb4d-28b3bba8b55c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898504 Jan 13 14:51:23.483538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43338) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:23.487859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'security_group_rule': {'security_group_id': '2aea200b-8074-4b92-8017-5cec8b0c4bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:23.587545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (6a50c258-f5e1-4852-9a56-970760b74158), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.665931 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (6a50c258-f5e1-4852-9a56-970760b74158), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.932767 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (6a50c258-f5e1-4852-9a56-970760b74158), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:23.952494 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a50c258-f5e1-4852-9a56-970760b74158,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:24.061955 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.063338 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e67c2235-bd9a-4d39-bc20-44e4a40c058f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5788536 Jan 13 14:51:24.066421 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43340) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:24.070861 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:24.179239 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.277164 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.388443 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Allocated IP 172.27.0.122 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/31f13649-a699-44b9-a6ea-41750f9e0f27) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:24.492565 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.585598 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.622293 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:24.625156 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:24.631070 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:24.654650 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=31f13649-a699-44b9-a6ea-41750f9e0f27,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:24.724047 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.833316 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.969456 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-9886b10c-73d7-4e02-b366-b0cec0a97e0a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:24.970950 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-9886b10c-73d7-4e02-b366-b0cec0a97e0a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 814 time: 0.1120076 Jan 13 14:51:24.983747 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:24.986010 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-0e5ff4f3-b7f0-4ac8-8633-9aabbf3953dc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/quotas/4b9e76285dfa4ec782f6ff1691e1d7e4 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Jan 13 14:51:25.036968 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-209cef93-cb76-42f5-ae0d-37e7d6e1b002 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456820 Jan 13 14:51:25.047916 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:25.116530 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=31f13649-a699-44b9-a6ea-41750f9e0f27,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:25.131858 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:25.209906 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:25.211214 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f669ac0c-fbd9-4c11-9a96-4bbec307f79c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1438069 Jan 13 14:51:25.235831 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-f4f54c2d-43f4-4527-8f3e-561fb50491b7 service neutron] 10.222.0.60 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863422 Jan 13 14:51:25.328615 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-01024cc2-a2a9-4ee1-ad37-38f9d3aa04fa service neutron] 10.222.0.60 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Jan 13 14:51:25.425382 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-c408cf0b-b72c-4c8c-ade4-1ef0ee2e7eee tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1252538011&fields=id&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 267 time: 0.0476067 Jan 13 14:51:25.544458 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-ad30a194-fa4c-4c42-b10f-e943c890b22d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:25.546012 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-ad30a194-fa4c-4c42-b10f-e943c890b22d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 817 time: 0.1135185 Jan 13 14:51:25.576993 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-13ccd40e-7d0e-4d65-8f2b-a13797776352 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/quotas/4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 375 time: 0.0135715 Jan 13 14:51:25.635166 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-658b963f-179c-4ab8-af01-058e69713bbd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521970 Jan 13 14:51:25.680131 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4aa2176a-e820-4e73-990e-a7043fe8e58b req-0cebd6c2-bb05-4ebc-9087-1c55f04843cc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 210 time: 0.0360997 Jan 13 14:51:25.793552 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-dc3893b2-a961-4da2-b60a-6e66b2a19d24 service neutron] 10.222.0.60 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460638 Jan 13 14:51:25.886647 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-23581bc9-ae9c-4d63-a975-3036adb33b93 service neutron] 10.222.0.60 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868661 Jan 13 14:51:26.130068 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a7aa6a6c-32f6-4301-b310-c8220b07e7ad req-138bbf4d-6ca2-4d27-b611-ee4440982b1a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 210 time: 0.0360563 Jan 13 14:51:26.773411 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c4c7995e-2b31-4080-9157-7e6b039d4248 req-9ec5e47f-239b-40bb-b59a-b133494bd2fb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 210 time: 0.0323873 Jan 13 14:51:27.247073 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e9dcbd40-18c4-4643-80b1-b7dc746e9cfa req-38e5d83d-5150-48a7-ac12-2e2044b37a4c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Jan 13 14:51:27.870833 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6ec4e4a9-9784-4ec2-adf1-e103f2a4dbdf req-7d5c7815-e0cb-4e54-9bb8-f733ad32e9e5 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Jan 13 14:51:28.217475 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-8697e5b1-9c64-4eef-933b-8037da52c2d1 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:28.218880 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-8697e5b1-9c64-4eef-933b-8037da52c2d1 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 814 time: 0.1558924 Jan 13 14:51:28.234819 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'port': {'device_id': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'admin_state_up': True, 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:28.332077 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-2f49742c-dbe0-431b-95e2-90be6dc8290b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:28.333554 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-2f49742c-dbe0-431b-95e2-90be6dc8290b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 817 time: 0.1907208 Jan 13 14:51:28.381478 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b2b0255c-cf4e-45c3-a76d-cbde85a2e0ba req-04ebde82-d11f-4847-81d1-24da86866e4b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 210 time: 0.0442479 Jan 13 14:51:28.451940 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-0fd67af2-f1e0-4102-b9b6-765af1970464 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 380 time: 0.1041574 Jan 13 14:51:28.460119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'port': {'device_id': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'admin_state_up': True, 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'security_groups': ['2aea200b-8074-4b92-8017-5cec8b0c4bde']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:28.535853 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Made reservation on behalf of 4b9e76285dfa4ec782f6ff1691e1d7e4 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:51:28.541678 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:28.706832 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Allocated IP 172.20.0.3 (e27ab01b-d3b2-4ce9-998c-619e5271f2db/11926d01-0c30-43c9-800b-fb89c51b6d7f/e5ce20a0-4169-44d4-8ff4-943e4e142ce3) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:28.753379 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Made reservation on behalf of 4737c2ee7ffb4cd3b2ea0338197d2a47 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:51:28.753379 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:28.991811 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-19e71e44-1406-4913-bd39-22375aee539d req-7d22f542-3e34-424d-a9dc-338aaef9a73d tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 210 time: 0.0462949 Jan 13 14:51:28.994587 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.015056 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Allocated IP 172.20.0.7 (7605abc3-31d3-4004-b7f7-8f4736993c0d/4ae4ff8d-0104-4e78-b155-14a835e33761/ac2013c1-b799-47b2-8495-0485f03c5d03) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:29.162878 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.246780 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:29.258327 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:29.264540 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:29.272622 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:29.281800 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.282151 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.282495 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.282859 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.283196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.283531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.283868 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.284187 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.284520 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.284858 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.285168 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.285492 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.285847 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:29.349736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.386852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:29.387550 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.502063 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-48430e3a-922f-4ac8-9b1d-6bae329fb593 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736433 Jan 13 14:51:29.558966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.564915 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ae5fb1a8-5842-4bd4-8458-d140232c72f2 req-d77732df-38cc-4ff3-b9d8-5ccd041d66e2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 210 time: 0.0481725 Jan 13 14:51:29.617615 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:29.622132 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Request body: {'port': {'device_id': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:29.624657 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-f25983c8-70ec-4447-a0d1-55afd441f14d None None] Provisioning complete for port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:29.625674 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f25983c8-70ec-4447-a0d1-55afd441f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.670640 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-f25983c8-70ec-4447-a0d1-55afd441f14d None None] Port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:29.671170 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:29.688747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:29.691197 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:29.728713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.801125 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:29.802354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:29.941254 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a086d5ff-6f16-43b7-87b1-35834d1787ca tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795232 Jan 13 14:51:30.001590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-cb480ce1-79ed-4f3a-bd64-e8d43f4ae82a None None] Provisioning complete for port ac2013c1-b799-47b2-8495-0485f03c5d03 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:30.001978 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-cb480ce1-79ed-4f3a-bd64-e8d43f4ae82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.060684 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-cb480ce1-79ed-4f3a-bd64-e8d43f4ae82a None None] Port ac2013c1-b799-47b2-8495-0485f03c5d03 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:51:30.156872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eac8f-eacb-468c-b0d4-ca6844822c19 req-8d4dbf89-82c3-49ea-b920-2e447348607e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:30.158412 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-821eac8f-eacb-468c-b0d4-ca6844822c19 req-8d4dbf89-82c3-49ea-b920-2e447348607e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 931 time: 0.0665984 Jan 13 14:51:30.187565 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ce20a0-4169-44d4-8ff4-943e4e142ce3 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:30.196585 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks [] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.216698 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Transition to ACTIVE for port object e5ce20a0-4169-44d4-8ff4-943e4e142ce3 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:51:30.243503 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-821eac8f-eacb-468c-b0d4-ca6844822c19 req-b325dd93-f2fc-4e16-bc2d-e4a56702d363 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787776 Jan 13 14:51:30.288364 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.316733 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-82a773b2-7044-424a-acd0-fa3274b04648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.344639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:30.455439 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Attempting to bind port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:30.455947 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Attempting to bind port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:30.456448 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Attempting to bind port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 on network e27ab01b-d3b2-4ce9-998c-619e5271f2db {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:30.463876 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 on network e27ab01b-d3b2-4ce9-998c-619e5271f2db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:51:30.464262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Attempting to bind port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 on network e27ab01b-d3b2-4ce9-998c-619e5271f2db {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:30.480203 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:30.480639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Checking segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:30.481097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Bound using segment: {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:30.481638 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Bound port: e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f57899c-e84d-43e3-a86a-65a626ff2885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:30.482050 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.569095 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:30.572719 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:30.642878 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.692495 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:30.693153 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:30.694970 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-1b690e34-2307-4377-98ae-18967990f22e service neutron] 10.222.0.66 "PUT /v2.0/ports/e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 1093 time: 1.1808050 Jan 13 14:51:30.697565 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:30.698826 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0840c-7181-4251-b2e4-d86397f0435b req-de3d460b-420c-4dfb-8236-07280d065d30 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:30.700397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d782600-3dcf-43a3-824d-0bd3f136e805" -d '{"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:30.702981 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-79d0840c-7181-4251-b2e4-d86397f0435b req-de3d460b-420c-4dfb-8236-07280d065d30 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0593328 Jan 13 14:51:30.734653 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690e34-2307-4377-98ae-18967990f22e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:30.775286 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-79d0840c-7181-4251-b2e4-d86397f0435b req-33942947-6811-4b26-9310-f05c910c69da tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673964 Jan 13 14:51:30.848833 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9204391e-ba81-4bef-a04c-f563a0701b7a x-openstack-request-id: req-9204391e-ba81-4bef-a04c-f563a0701b7a {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:30.849217 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:30.849492 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9204391e-ba81-4bef-a04c-f563a0701b7a {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:30.849901 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:51:31.380886 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833f191-be93-46fe-8d04-86768dbd7ae4 req-fad10413-f0d4-4318-a4ce-9c8f59eab03a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:31.387242 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0833f191-be93-46fe-8d04-86768dbd7ae4 req-fad10413-f0d4-4318-a4ce-9c8f59eab03a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0638785 Jan 13 14:51:31.432244 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0833f191-be93-46fe-8d04-86768dbd7ae4 req-1dfbb39a-b8f0-49fb-8c30-e14ad0e6393f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jan 13 14:51:31.908609 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52cf6-ada1-4eeb-b0ef-b44966b03515 req-3d5097ae-ef48-4340-ad61-bdaa858c59e4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:31.909894 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-77f52cf6-ada1-4eeb-b0ef-b44966b03515 req-3d5097ae-ef48-4340-ad61-bdaa858c59e4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0514882 Jan 13 14:51:31.970087 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-77f52cf6-ada1-4eeb-b0ef-b44966b03515 req-d5bef6e5-e97b-4823-8d3f-b99021ba1bfc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544527 Jan 13 14:51:32.555902 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2da9f-c8cc-4213-ba57-4c50c4884d85 req-82493e47-1178-4d68-8846-05483bbedecc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:32.557974 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-92d2da9f-c8cc-4213-ba57-4c50c4884d85 req-82493e47-1178-4d68-8846-05483bbedecc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0524883 Jan 13 14:51:32.621292 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-92d2da9f-c8cc-4213-ba57-4c50c4884d85 req-a3b94f16-9c83-4d53-96e3-6cfeefee18ce tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557151 Jan 13 14:51:32.893194 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-de1fcfbf-4886-45be-99de-f5d0dea49d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:33.098650 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545675f-0a8a-4516-b376-df2facbb44f7 req-bc71baa7-6f4d-447b-949d-2483c233c93e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:33.100138 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a545675f-0a8a-4516-b376-df2facbb44f7 req-bc71baa7-6f4d-447b-949d-2483c233c93e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0556264 Jan 13 14:51:33.165246 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a545675f-0a8a-4516-b376-df2facbb44f7 req-19b3dec7-6e69-49a0-be1b-a6720cbf3f97 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587602 Jan 13 14:51:33.742089 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc53a83-a234-4887-b52e-ef099f46d51d req-567670df-ad33-457b-8b53-14c449d99e52 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:33.743679 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fcc53a83-a234-4887-b52e-ef099f46d51d req-567670df-ad33-457b-8b53-14c449d99e52 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0508606 Jan 13 14:51:33.796902 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fcc53a83-a234-4887-b52e-ef099f46d51d req-97ae524b-39ab-4749-a803-b1a02478fbb9 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Jan 13 14:51:34.186354 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:34.343325 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df738-263b-47d1-88a7-f1b57ed3656c req-b514b31c-1704-4c6b-b179-3786e965e11e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:34.344904 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-519df738-263b-47d1-88a7-f1b57ed3656c req-b514b31c-1704-4c6b-b179-3786e965e11e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0857999 Jan 13 14:51:34.410277 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-519df738-263b-47d1-88a7-f1b57ed3656c req-2bf810d3-fa5c-470c-811f-855b287268ab tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592306 Jan 13 14:51:34.924536 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0243a-56ef-429f-b852-b4d499256045 req-47f2fddd-7b03-40e9-a9de-cff241fb38bf tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:34.926210 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f3b0243a-56ef-429f-b852-b4d499256045 req-47f2fddd-7b03-40e9-a9de-cff241fb38bf tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0566239 Jan 13 14:51:34.986112 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f3b0243a-56ef-429f-b852-b4d499256045 req-abb8e5b0-11b9-4391-97e1-676d4e24716c tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 Jan 13 14:51:35.223427 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:35.545750 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4ae56-e21f-4eb3-8e2d-dfae3c7d31f7 req-6ed274ef-c95c-465f-b6b3-af0c7739e622 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:35.547581 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70a4ae56-e21f-4eb3-8e2d-dfae3c7d31f7 req-6ed274ef-c95c-465f-b6b3-af0c7739e622 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0581441 Jan 13 14:51:35.601112 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70a4ae56-e21f-4eb3-8e2d-dfae3c7d31f7 req-6e3413a7-f928-42ac-95cd-ea530206d3bf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473614 Jan 13 14:51:36.108872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af896-699c-4fa3-9fdc-ab3318268fc8 req-9c9b5916-b0d5-4db4-9f63-e8965da50a4d tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:36.110426 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-793af896-699c-4fa3-9fdc-ab3318268fc8 req-9c9b5916-b0d5-4db4-9f63-e8965da50a4d tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0541959 Jan 13 14:51:36.171887 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-793af896-699c-4fa3-9fdc-ab3318268fc8 req-3f59d489-0a73-4adb-a784-708854915936 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Jan 13 14:51:36.732907 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6a187-534d-478f-b291-04b4ecf3d603 req-cbf21215-192c-4c9a-a2d1-0f77c195f5cb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:36.734566 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a2b6a187-534d-478f-b291-04b4ecf3d603 req-cbf21215-192c-4c9a-a2d1-0f77c195f5cb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0580893 Jan 13 14:51:36.800222 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a2b6a187-534d-478f-b291-04b4ecf3d603 req-273f6789-508a-43e2-9777-7c5cb3f74f3b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564649 Jan 13 14:51:37.300476 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c00f-e64b-481d-9d54-3610fa02d673 req-db3db386-6f97-4c3e-9ea9-8ec7c3d2e99f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:37.303213 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4870c00f-e64b-481d-9d54-3610fa02d673 req-db3db386-6f97-4c3e-9ea9-8ec7c3d2e99f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0636964 Jan 13 14:51:37.354363 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4870c00f-e64b-481d-9d54-3610fa02d673 req-a2c252ea-74de-475a-9d58-645f70bed281 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Jan 13 14:51:37.513342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Request body: {'port': {'device_id': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:37.545029 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:37.852461 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:37.863430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-dae3bdf1-85b2-4622-ab06-40551de649ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:37.864926 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-dae3bdf1-85b2-4622-ab06-40551de649ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1096 time: 0.3299525 Jan 13 14:51:37.924594 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291b6e-5a40-49ee-83ab-1a753c60e795 req-8a070882-f9ec-4475-ad95-809454c8ffae tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:37.926112 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1291b6e-5a40-49ee-83ab-1a753c60e795 req-8a070882-f9ec-4475-ad95-809454c8ffae tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 931 time: 0.0500855 Jan 13 14:51:37.974105 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a1291b6e-5a40-49ee-83ab-1a753c60e795 req-4731fb68-b654-46c2-8e77-6a9bba2e0a89 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Jan 13 14:51:38.063445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-05c8ebe3-e3ec-4ec8-98d0-208dc302a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.064899 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-05c8ebe3-e3ec-4ec8-98d0-208dc302a5c1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1769414 Jan 13 14:51:38.219931 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-21e015ad-7a35-47f2-928d-cdbeabea5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.221281 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d782600-3dcf-43a3-824d-0bd3f136e805 req-21e015ad-7a35-47f2-928d-cdbeabea5ecb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1287529 Jan 13 14:51:38.294549 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:38.304115 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks [] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:38.320605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Transition to ACTIVE for port object ac2013c1-b799-47b2-8495-0485f03c5d03 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:51:38.324032 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-1f0f47c8-02b7-4323-a472-5136071ab2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.325518 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-1f0f47c8-02b7-4323-a472-5136071ab2e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1096 time: 0.0682034 Jan 13 14:51:38.367669 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-3213462d-33d4-4853-98a7-85cf1ccfbd93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 217 time: 0.0344954 Jan 13 14:51:38.410725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:38.493639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-09561fd5-f5ab-46d8-a9f7-bc5fbc31c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.495766 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-09561fd5-f5ab-46d8-a9f7-bc5fbc31c36a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.1153564 Jan 13 14:51:38.513219 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.592680 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:51:38.596005 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a4913-0275-4fe4-9e7c-8c9a3bc048de req-a4a2178b-040d-4edf-ae2f-ffd744e18d50 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.596945 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5f1a4913-0275-4fe4-9e7c-8c9a3bc048de req-a4a2178b-040d-4edf-ae2f-ffd744e18d50 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.1527276 Jan 13 14:51:38.621637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240313-1a88-4536-9419-b0edf7cf988a req-d0b6ec39-2011-47ce-b3e5-5f6e443449bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:38.623162 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-d0b6ec39-2011-47ce-b3e5-5f6e443449bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200230 Jan 13 14:51:38.691732 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Attempting to bind port ac2013c1-b799-47b2-8495-0485f03c5d03 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:51:38.692070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Attempting to bind port ac2013c1-b799-47b2-8495-0485f03c5d03 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:51:38.692398 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Attempting to bind port ac2013c1-b799-47b2-8495-0485f03c5d03 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:38.711593 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Port ac2013c1-b799-47b2-8495-0485f03c5d03 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:51:38.711915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Attempting to bind port ac2013c1-b799-47b2-8495-0485f03c5d03 on network 7605abc3-31d3-4004-b7f7-8f4736993c0d {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:51:38.731434 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:51:38.731720 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Checking segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:51:38.732559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Bound using segment: {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:51:38.732559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Bound port: ac2013c1-b799-47b2-8495-0485f03c5d03, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:51:38.732878 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:38.757721 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5f1a4913-0275-4fe4-9e7c-8c9a3bc048de req-652e0de0-6a7d-441e-8bfe-7b5b97dddb34 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537938 Jan 13 14:51:38.794876 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-77f7c3ef-7821-4e5b-a9a2-7bf1b6d4599f service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562183 Jan 13 14:51:38.869070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:51:38.887198 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:51:38.914413 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-db240313-1a88-4536-9419-b0edf7cf988a req-f0864ef4-4ff8-403e-85fa-57d0d074d82d service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081088 Jan 13 14:51:38.961988 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:39.000995 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.001556 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:39.003255 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] 10.222.0.66 "PUT /v2.0/ports/ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 1093 time: 1.4951916 Jan 13 14:51:39.005622 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:39.008820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57bc964-75a1-482e-b522-b66bf6d371db" -d '{"events": [{"name": "network-changed", "server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:39.039367 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9306f-a47a-40cc-a078-ae36b1c48b10 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:39.138362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c866d226-af35-46b2-b4f0-da30492bc4f6 x-openstack-request-id: req-c866d226-af35-46b2-b4f0-da30492bc4f6 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:39.138688 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:39.138946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c866d226-af35-46b2-b4f0-da30492bc4f6 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:39.139350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'status': 'completed', 'code': 200} Jan 13 14:51:39.149545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c57e-b6a1-4466-8ab4-20ff779b3f5c req-1d1bbce1-2d2a-416f-b501-136f5b004730 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.157071 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4eb0c57e-b6a1-4466-8ab4-20ff779b3f5c req-1d1bbce1-2d2a-416f-b501-136f5b004730 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0930443 Jan 13 14:51:39.158432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-6102784b-3b8b-453c-8351-23c0a179b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.160133 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-6102784b-3b8b-453c-8351-23c0a179b2c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0537117 Jan 13 14:51:39.201511 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4eb0c57e-b6a1-4466-8ab4-20ff779b3f5c req-62fc9668-48bb-45a4-adb9-f5f700db1071 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Jan 13 14:51:39.205587 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-9e0dd85c-16b5-408b-b582-39bbdc552d5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 217 time: 0.0366786 Jan 13 14:51:39.259659 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-f7b9ce0b-92d1-4205-94ae-a857cc38cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.261782 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-f7b9ce0b-92d1-4205-94ae-a857cc38cf58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0490961 Jan 13 14:51:39.309334 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-0f0c1a8e-a624-4db4-a5f6-f543e4d7b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.310786 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-0f0c1a8e-a624-4db4-a5f6-f543e4d7b3d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431311 Jan 13 14:51:39.400347 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-a88d233c-20cb-4bd0-8ef7-e390b3ee05db service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822601 Jan 13 14:51:39.493432 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-24989774-eb4e-47c3-a33f-d63ffcf024dc req-55bbd227-612a-4bd8-902d-686b06e00982 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855575 Jan 13 14:51:39.690828 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc964-75a1-482e-b522-b66bf6d371db req-78931234-484b-4f88-84dc-e7da5e965d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.692319 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-78931234-484b-4f88-84dc-e7da5e965d9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0430272 Jan 13 14:51:39.789299 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc964-75a1-482e-b522-b66bf6d371db req-4ff6a914-1141-4b2f-bd4e-0a836fb9d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.790792 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-4ff6a914-1141-4b2f-bd4e-0a836fb9d75a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.0898976 Jan 13 14:51:39.834684 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-809a8e80-1cac-42b0-a528-2c8127f5f3ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 217 time: 0.0357237 Jan 13 14:51:39.875260 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891e65-1c1c-427f-a93a-093cbf819e13 req-e54a8d1e-0a0b-44a1-99c6-c224269699eb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.877137 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e0891e65-1c1c-427f-a93a-093cbf819e13 req-e54a8d1e-0a0b-44a1-99c6-c224269699eb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0501134 Jan 13 14:51:39.881966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc964-75a1-482e-b522-b66bf6d371db req-c10855b4-4891-4e5d-9867-27dbeefa0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.883437 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-c10855b4-4891-4e5d-9867-27dbeefa0531 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0431962 Jan 13 14:51:39.926258 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e0891e65-1c1c-427f-a93a-093cbf819e13 req-60775777-05dc-4d9b-81b0-64a67ec2f108 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jan 13 14:51:39.934525 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc964-75a1-482e-b522-b66bf6d371db req-323c64e8-e118-4211-8ea1-b95027da24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:39.936040 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-323c64e8-e118-4211-8ea1-b95027da24a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450549 Jan 13 14:51:40.024313 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-167debe1-4bb3-4384-9056-32bf56c5c635 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Jan 13 14:51:40.115933 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b57bc964-75a1-482e-b522-b66bf6d371db req-7883b360-965f-4f7d-9ed5-10c45f70fde6 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Jan 13 14:51:40.325990 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44080b-49d6-4e24-b13f-c3ee0fc637df req-7216a9f6-e876-4f03-846d-00d2e0ea1d96 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:40.327511 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c44080b-49d6-4e24-b13f-c3ee0fc637df req-7216a9f6-e876-4f03-846d-00d2e0ea1d96 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0513422 Jan 13 14:51:40.374213 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c44080b-49d6-4e24-b13f-c3ee0fc637df req-e51a5c1c-b37c-4e90-be1c-6bc4c595f50f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Jan 13 14:51:41.042339 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c0cb2-9476-4785-997b-9f16d9531e2c req-8ffcc20e-fd20-4a53-a1cc-18d6afff3705 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:41.043985 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a57c0cb2-9476-4785-997b-9f16d9531e2c req-8ffcc20e-fd20-4a53-a1cc-18d6afff3705 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0515735 Jan 13 14:51:41.090739 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a57c0cb2-9476-4785-997b-9f16d9531e2c req-cd69b234-3631-48f0-8e12-e9b12f7d1d80 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Jan 13 14:51:41.495175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe9fd-6bfb-4a2e-bc78-b381f69ecf6d req-210ea733-1c94-4d07-83b7-1f098bf65a12 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:41.496663 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70efe9fd-6bfb-4a2e-bc78-b381f69ecf6d req-210ea733-1c94-4d07-83b7-1f098bf65a12 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0493445 Jan 13 14:51:41.549135 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70efe9fd-6bfb-4a2e-bc78-b381f69ecf6d req-6cced94f-a22c-46d2-8d41-a45aac822dbb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Jan 13 14:51:42.088141 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e5ce20a0-4169-44d4-8ff4-943e4e142ce3 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:51:42.186292 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:42.199059 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'port_id': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:51:42.203646 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daebba7-0f42-40b5-9a86-41329f263f07 req-2ffd7646-f7d9-40b4-96f1-9239c74f54db tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:42.205194 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7daebba7-0f42-40b5-9a86-41329f263f07 req-2ffd7646-f7d9-40b4-96f1-9239c74f54db tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 943 time: 0.0479877 Jan 13 14:51:42.237384 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:42.237845 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:42.251264 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ce20a0-4169-44d4-8ff4-943e4e142ce3 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:42.253784 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7daebba7-0f42-40b5-9a86-41329f263f07 req-46d4214c-4648-4780-9278-41bc8b54fbb8 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jan 13 14:51:42.271520 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:42.361760 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:42.362432 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:51:42.456196 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:42.496754 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:42.507989 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:51:42.544141 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:42.544576 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:42.558228 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:51:42.578133 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:42.653200 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:42.677098 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b207d4-e0cf-4f74-a430-71f698370140 req-30ec2a41-70fd-4790-8e5f-e612c0a26f21 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:42.678557 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-26b207d4-e0cf-4f74-a430-71f698370140 req-30ec2a41-70fd-4790-8e5f-e612c0a26f21 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0543952 Jan 13 14:51:42.708149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:42.725003 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-26b207d4-e0cf-4f74-a430-71f698370140 req-105ba496-433e-4f92-8ece-329fb44b0eb6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Jan 13 14:51:42.906550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['ac2013c1-b799-47b2-8495-0485f03c5d03'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:51:42.910165 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:51:43.369803 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07069d06-ccc0-4876-a8d2-fce404eb5457 req-deffb568-6bf2-414e-817a-99c92a8f4c34 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:43.371914 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-07069d06-ccc0-4876-a8d2-fce404eb5457 req-deffb568-6bf2-414e-817a-99c92a8f4c34 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 944 time: 0.0498021 Jan 13 14:51:43.418793 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-07069d06-ccc0-4876-a8d2-fce404eb5457 req-8c9b7ea4-d661-4cc4-8a46-97710372c658 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Jan 13 14:51:43.852585 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8ad4-b786-464c-85d9-8eae56477fcb req-1b850bf0-7195-4b6c-9fe0-95e11f7ac271 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:43.853957 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b42a8ad4-b786-464c-85d9-8eae56477fcb req-1b850bf0-7195-4b6c-9fe0-95e11f7ac271 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 944 time: 0.0483243 Jan 13 14:51:43.899921 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b42a8ad4-b786-464c-85d9-8eae56477fcb req-aad3d101-e5e7-4b3d-b0d8-46e525f81ab3 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Jan 13 14:51:44.099561 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e5ce20a0-4169-44d4-8ff4-943e4e142ce3 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:44.207326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:51:44.211444 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:44.211822 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.293768 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:44.294158 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.317889 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:44.320190 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c1f2f-9a32-4856-863f-e56503ac2559" -d '{"events": [{"server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:44.332943 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:44.357571 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84491346-b006-4299-9e3b-c72cffe6c8ba x-openstack-request-id: req-84491346-b006-4299-9e3b-c72cffe6c8ba {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:44.357893 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:44.358159 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84491346-b006-4299-9e3b-c72cffe6c8ba {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:44.358560 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'code': 200} Jan 13 14:51:44.436228 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.436960 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:51:44.516243 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:44.545449 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fdf04-1513-42bf-9888-8ab56786ec06 req-fc7e7942-c37b-4e79-974e-48c42a29d40e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:44.547160 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce7fdf04-1513-42bf-9888-8ab56786ec06 req-fc7e7942-c37b-4e79-974e-48c42a29d40e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Jan 13 14:51:44.590866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port ac2013c1-b799-47b2-8495-0485f03c5d03 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:51:44.595242 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port ac2013c1-b799-47b2-8495-0485f03c5d03 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:51:44.595721 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.601565 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce7fdf04-1513-42bf-9888-8ab56786ec06 req-db97e626-7062-4595-9308-b4d9d35582fe tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 Jan 13 14:51:44.678443 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:51:44.678910 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.688713 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662345c9-d27c-47a8-92c9-c70658813c54 req-420a02c4-ce9b-4117-9b70-ffbec71f83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:44.690101 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-662345c9-d27c-47a8-92c9-c70658813c54 req-420a02c4-ce9b-4117-9b70-ffbec71f83d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1098 time: 0.0404904 Jan 13 14:51:44.711659 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:51:44.735033 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-662345c9-d27c-47a8-92c9-c70658813c54 req-8ae77da9-c7e0-478f-bd40-7f6c90ce6548 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Jan 13 14:51:44.773351 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:44.821235 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:45.023603 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177d8ad-f82d-4a81-9d6c-9a8ffb69fb9b req-d6fb1009-5f43-4b88-91b2-f16130353159 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:45.025046 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a177d8ad-f82d-4a81-9d6c-9a8ffb69fb9b req-d6fb1009-5f43-4b88-91b2-f16130353159 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Jan 13 14:51:45.077415 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a177d8ad-f82d-4a81-9d6c-9a8ffb69fb9b req-cf1fb009-0f21-4aed-b008-5e1f9159f392 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462990 Jan 13 14:51:45.731642 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d4c7-2d5a-4567-ae39-e15fec35d4de req-26a510a0-9650-4c5c-8042-1f80c16ad793 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:45.733139 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cdf6d4c7-2d5a-4567-ae39-e15fec35d4de req-26a510a0-9650-4c5c-8042-1f80c16ad793 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Jan 13 14:51:45.781597 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cdf6d4c7-2d5a-4567-ae39-e15fec35d4de req-d5afd3d1-1c31-4850-9a47-fa22af21322b tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Jan 13 14:51:46.199267 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27181c29-2577-459a-a344-9f025fac58c2 req-937f7c1e-d959-4d80-8458-45497de2a413 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:46.200716 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-27181c29-2577-459a-a344-9f025fac58c2 req-937f7c1e-d959-4d80-8458-45497de2a413 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Jan 13 14:51:46.248711 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-27181c29-2577-459a-a344-9f025fac58c2 req-0bf8125b-5e58-40bf-8948-05d35302c436 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Jan 13 14:51:46.359317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:46.361807 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe7b83-69e3-41f2-9b12-9041af498fe9" -d '{"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:46.397682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2792c1b2-6239-49c8-8f3f-1a3e44647d1b x-openstack-request-id: req-2792c1b2-6239-49c8-8f3f-1a3e44647d1b {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:46.398000 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:46.398254 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2792c1b2-6239-49c8-8f3f-1a3e44647d1b {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:46.398804 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'code': 200} Jan 13 14:51:46.691811 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:46.699561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabccbd-9fca-4530-bcc1-f00e136411ff req-5a3cda06-d953-4b89-86c5-19f3bd407c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:46.701052 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6dabccbd-9fca-4530-bcc1-f00e136411ff req-5a3cda06-d953-4b89-86c5-19f3bd407c86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0443907 Jan 13 14:51:46.747134 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6dabccbd-9fca-4530-bcc1-f00e136411ff req-0535830b-8d02-489b-8235-6fa8e0236f2c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Jan 13 14:51:46.903247 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4048c-0dbd-41fa-965e-9f1da047892a req-14cbee4f-3047-423f-be8a-45f716ffa355 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:46.904739 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a7e4048c-0dbd-41fa-965e-9f1da047892a req-14cbee4f-3047-423f-be8a-45f716ffa355 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Jan 13 14:51:46.951702 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a7e4048c-0dbd-41fa-965e-9f1da047892a req-5a95b73e-03e0-4fa8-a6bd-3a4415e23140 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Jan 13 14:51:47.065491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc040-5895-4b94-9647-048f1c021745 req-a9c43b46-b1fb-4f47-80fc-24ae634de677 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:47.067029 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-388fc040-5895-4b94-9647-048f1c021745 req-a9c43b46-b1fb-4f47-80fc-24ae634de677 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0497160 Jan 13 14:51:47.114779 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-388fc040-5895-4b94-9647-048f1c021745 req-0f433695-4074-41db-b84d-a0872bfee5ae tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jan 13 14:51:47.373027 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715716cf-7c1f-4cb8-b7c9-4ce6ae307374 req-fc2aa949-9864-4a4a-83fb-23b26cd93060 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:47.374749 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-715716cf-7c1f-4cb8-b7c9-4ce6ae307374 req-fc2aa949-9864-4a4a-83fb-23b26cd93060 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0532863 Jan 13 14:51:47.421713 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-715716cf-7c1f-4cb8-b7c9-4ce6ae307374 req-64f5b073-8116-4a6a-9be5-bacf0a31d6e3 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Jan 13 14:51:47.521493 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d596-d310-43e5-bd56-5107d2f3f24c req-c3bcaaf4-b976-478c-a062-a6aa35b3a870 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:47.522933 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9c68d596-d310-43e5-bd56-5107d2f3f24c req-c3bcaaf4-b976-478c-a062-a6aa35b3a870 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Jan 13 14:51:47.571137 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9c68d596-d310-43e5-bd56-5107d2f3f24c req-33a74bcc-4696-4bcf-ab6e-c6ed71907c5c tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Jan 13 14:51:48.544966 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19f70-ee9e-4100-96d8-27ade121409d req-a21a96e9-c78d-4588-b0e8-d70c7954f242 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:48.546447 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-15c19f70-ee9e-4100-96d8-27ade121409d req-a21a96e9-c78d-4588-b0e8-d70c7954f242 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0524540 Jan 13 14:51:48.597870 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-15c19f70-ee9e-4100-96d8-27ade121409d req-126c6fc8-bc13-4a86-a84b-3844f62ec22a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Jan 13 14:51:48.715031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9402baa-1ec6-4d94-b0ed-5998af711fc2 req-8ed2a8d2-fc8f-4eb0-8109-124696a6089c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:48.716388 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f9402baa-1ec6-4d94-b0ed-5998af711fc2 req-8ed2a8d2-fc8f-4eb0-8109-124696a6089c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Jan 13 14:51:48.725311 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43564) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:48.729697 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Request body: {'floatingip': {'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:48.769760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:49.200117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:49.263065 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:49.369497 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Floating IP 20fc72fd-752a-437d-86ab-04465247994d associated. External IP: 172.27.0.122, port: ac2013c1-b799-47b2-8495-0485f03c5d03. Jan 13 14:51:49.585194 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:49.936720 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:49.942636 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:49.949323 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:49.961297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:49.961918 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:49.971420 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-43b68634-50e3-4836-be33-b803a3a98ccc tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "PUT /v2.0/floatingips/20fc72fd-752a-437d-86ab-04465247994d HTTP/1.1" status: 200 len: 991 time: 1.2449691 Jan 13 14:51:49.971930 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:51:49.974321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c" -d '{"events": [{"name": "network-changed", "server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:51:50.072203 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:50.098406 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9dabfc-c5b6-4616-99b0-963fd7de0079 x-openstack-request-id: req-0f9dabfc-c5b6-4616-99b0-963fd7de0079 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:51:50.099035 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:51:50.099377 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f9dabfc-c5b6-4616-99b0-963fd7de0079 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:51:50.100070 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'status': 'completed', 'code': 200} Jan 13 14:51:50.167187 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-7771510c-b085-4465-ab78-d19905a0c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:50.168675 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-7771510c-b085-4465-ab78-d19905a0c450 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0430171 Jan 13 14:51:50.268605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-e6f3c50b-31f7-4994-b558-1b3d1c9463fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:50.270331 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-e6f3c50b-31f7-4994-b558-1b3d1c9463fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.0961392 Jan 13 14:51:50.308490 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '20fc72fd-752a-437d-86ab-04465247994d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:24Z', 'updated_at': '2022-01-13T14:51:49Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:50.340315 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-5723643c-e257-438b-8a60-22e0d26806ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 999 time: 0.0630291 Jan 13 14:51:50.340565 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:51:50.349920 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:50.350527 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:50.393262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-c2ccebf9-7bbd-4f54-af2c-0fe0e2397b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:50.394807 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-c2ccebf9-7bbd-4f54-af2c-0fe0e2397b92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0483015 Jan 13 14:51:50.442072 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-432abd2a-8d0f-433c-bca6-d5410012fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:50.443616 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-432abd2a-8d0f-433c-bca6-d5410012fda0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422137 Jan 13 14:51:50.460043 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:51:50.538373 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-518f2794-f1f2-4035-978f-f2d5967cf830 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Jan 13 14:51:50.648673 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6a1e22d-3b17-42a1-bdc3-e9f409a1638c req-a8a917ca-978d-4d53-99e2-695967c820b7 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929875 Jan 13 14:51:50.832297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '20fc72fd-752a-437d-86ab-04465247994d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:24Z', 'updated_at': '2022-01-13T14:51:49Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:50.862227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a99c8a-608f-48e7-aa94-2deb9ed34ab0 None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '20fc72fd-752a-437d-86ab-04465247994d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:24Z', 'updated_at': '2022-01-13T14:51:49Z', 'revision_number': 1, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:51:51.045476 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4b6d5-0dd6-48ab-ae39-848f17478c26 None None] New status for floating IP 20fc72fd-752a-437d-86ab-04465247994d: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:51:56.933301 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:51:57.721564 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c695fa-9898-4c68-a478-11af6fa852d3 req-b7693745-78df-46ad-a1ab-19b8e6610565 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:57.723149 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e3c695fa-9898-4c68-a478-11af6fa852d3 req-b7693745-78df-46ad-a1ab-19b8e6610565 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0499384 Jan 13 14:51:57.772520 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e3c695fa-9898-4c68-a478-11af6fa852d3 req-624c7ffb-2c1a-40c4-b5c8-001a840d4383 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 Jan 13 14:51:57.794706 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43638) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:57.958519 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97653912-0f60-4288-b522-cf51e038c957 tempest-TestMinimumBasicScenario-1351039879 tempest-TestMinimumBasicScenario-1351039879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:51:57.960063 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-97653912-0f60-4288-b522-cf51e038c957 tempest-TestMinimumBasicScenario-1351039879 tempest-TestMinimumBasicScenario-1351039879-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1093 time: 0.1643898 Jan 13 14:51:57.963138 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43642) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:51:57.967336 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'port_id': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:51:58.058795 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:58.156822 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:58.260979 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Allocated IP 172.27.0.198 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/b53f4bc7-cbfe-454c-8bff-82b2c1a62032) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:51:58.362942 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:58.464621 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:58.499781 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:51:58.503073 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:51:58.508365 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:51:58.533740 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'Port': ['ID=b53f4bc7-cbfe-454c-8bff-82b2c1a62032,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:58.544662 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.545011 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.545354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.545694 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.546025 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.546353 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.547349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.547692 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.548110 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.548438 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.549032 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.549673 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.550000 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:51:58.870907 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for floatingip (23517131-50d4-4655-9874-a02b68d8fc8e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:59.003705 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:59.151482 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:59.207108 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:59.273637 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'Port': ['ID=b53f4bc7-cbfe-454c-8bff-82b2c1a62032,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:51:59.286126 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (23517131-50d4-4655-9874-a02b68d8fc8e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:51:59.385516 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.l3_db [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Floating IP 23517131-50d4-4655-9874-a02b68d8fc8e associated. External IP: 172.27.0.198, port: e5ce20a0-4169-44d4-8ff4-943e4e142ce3. Jan 13 14:51:59.792792 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Router 32c240dd-5dd7-48e2-bfce-24f579480a26 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:51:59.901297 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:51:59.912005 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Sync routers for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:51:59.922142 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:51:59.924701 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:51:59.974887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.004179 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c900e090-fd90-4acc-81f8-448430a29600 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0400150 Jan 13 14:52:00.005188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:52:00.007033 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad748358-4f51-4460-87eb-02cfdf958742" -d '{"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:52:00.007317 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43652) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:00.012165 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190198320', 'description': 'tempest-secgroup-smoke-190198320 description', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:00.029694 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:00.092851 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.105570 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c404ea5d-4576-4b1d-9fa5-a182f855d54d x-openstack-request-id: req-c404ea5d-4576-4b1d-9fa5-a182f855d54d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:52:00.105873 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:52:00.106130 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c404ea5d-4576-4b1d-9fa5-a182f855d54d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:52:00.106531 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:52:00.197572 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748358-4f51-4460-87eb-02cfdf958742 req-7c9f4cf1-ab85-45d6-9daf-3270676bc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:00.199105 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-7c9f4cf1-ab85-45d6-9daf-3270676bc979 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1098 time: 0.0706763 Jan 13 14:52:00.201332 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (6d9d9928-ad97-41bb-a56f-0c795fcf9105), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.255006 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6d9d9928-ad97-41bb-a56f-0c795fcf9105), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.273255 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '23517131-50d4-4655-9874-a02b68d8fc8e', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'port_id': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:58Z', 'updated_at': '2022-01-13T14:51:58Z', 'revision_number': 0, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:00.301798 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Checking router: 32c240dd-5dd7-48e2-bfce-24f579480a26 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:52:00.309583 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d9928-ad97-41bb-a56f-0c795fcf9105,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:00.310860 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ea802bba-7f91-4eac-90c6-4d83469167e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.312300 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:52:00.313160 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:51:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:00.320617 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748358-4f51-4460-87eb-02cfdf958742 req-06ce9a29-b291-4acc-98d9-3cfcd51521a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:00.322067 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-06ce9a29-b291-4acc-98d9-3cfcd51521a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.1172140 Jan 13 14:52:00.391851 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-09de851c-432f-49dd-8050-03acbee340c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 999 time: 0.0634034 Jan 13 14:52:00.423321 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:00.426220 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.427562 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-6c081cc4-8f02-4923-b2df-04f63ddc1874 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4190319 Jan 13 14:52:00.433515 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43658) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:00.435179 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:00.452956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748358-4f51-4460-87eb-02cfdf958742 req-32615f01-6b21-4fd8-98b1-eb06e9b42907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:00.455233 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-32615f01-6b21-4fd8-98b1-eb06e9b42907 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0575306 Jan 13 14:52:00.503025 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748358-4f51-4460-87eb-02cfdf958742 req-0f3f0520-879b-4cb9-a572-46d849bba265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:00.505433 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-0f3f0520-879b-4cb9-a572-46d849bba265 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433605 Jan 13 14:52:00.561192 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (57e0c66a-7424-4b66-8311-c20221234748), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.621974 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-535bb515-4e16-46b6-94e3-abedbbbad7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091108 Jan 13 14:52:00.632745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (57e0c66a-7424-4b66-8311-c20221234748), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.676306 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '23517131-50d4-4655-9874-a02b68d8fc8e', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'port_id': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:58Z', 'updated_at': '2022-01-13T14:51:58Z', 'revision_number': 0, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:00.698775 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (57e0c66a-7424-4b66-8311-c20221234748), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.706367 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8f22d-76e7-4d5e-a8f4-0d828073290d None None] The sync data for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi is: [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '23517131-50d4-4655-9874-a02b68d8fc8e', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'port_id': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:51:58Z', 'updated_at': '2022-01-13T14:51:58Z', 'revision_number': 0, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:52:00.727497 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e0c66a-7424-4b66-8311-c20221234748,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:00.747148 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ad748358-4f51-4460-87eb-02cfdf958742 req-8bde5ed3-b749-43a7-b954-af982b98b541 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190691 Jan 13 14:52:00.781734 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.783447 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-45eed07f-2423-4af7-a451-7b316a62d99a tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517761 Jan 13 14:52:00.786267 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43666) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:00.791285 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:00.898690 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (042e7e96-4689-4070-844e-c98a25f69fc9), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:00.933552 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5ceaa-f371-4cf1-b6b2-1462da8e66d9 None None] New status for floating IP 23517131-50d4-4655-9874-a02b68d8fc8e: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:52:00.965526 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (042e7e96-4689-4070-844e-c98a25f69fc9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.058457 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (042e7e96-4689-4070-844e-c98a25f69fc9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.076344 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042e7e96-4689-4070-844e-c98a25f69fc9,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:01.175374 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.178577 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ab37d81a-be65-4f3a-91b5-b9e597ae8ee0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894050 Jan 13 14:52:01.179477 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43670) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:01.184237 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:01.291327 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (06b05eef-e93b-4cb5-8a4c-88d3433c802c), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.351160 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (06b05eef-e93b-4cb5-8a4c-88d3433c802c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.435603 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (06b05eef-e93b-4cb5-8a4c-88d3433c802c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.453317 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b05eef-e93b-4cb5-8a4c-88d3433c802c,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:01.553019 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.554240 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-55b584ad-e0a2-4e71-bb00-f1db51f6d8c7 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738282 Jan 13 14:52:01.557331 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43676) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:01.561755 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:01.690956 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (9cf6c7c2-594a-4ef0-ad20-0058f97e8bf7), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.748235 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (9cf6c7c2-594a-4ef0-ad20-0058f97e8bf7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.841591 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (9cf6c7c2-594a-4ef0-ad20-0058f97e8bf7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.860862 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf6c7c2-594a-4ef0-ad20-0058f97e8bf7,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:01.963733 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:01.965015 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-30de2aec-3efe-4f3f-acfc-7263fa478953 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4067426 Jan 13 14:52:01.967881 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43680) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:01.973657 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:02.052797 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.securitygroups_db [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Project 4b9e76285dfa4ec782f6ff1691e1d7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:52:02.058315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (15455559-638c-4793-92a3-10020d9f613f), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.116069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (15455559-638c-4793-92a3-10020d9f613f), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.161329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (15455559-638c-4793-92a3-10020d9f613f), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.179569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15455559-638c-4793-92a3-10020d9f613f,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:02.237768 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.239000 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-53f8fb78-9629-4538-b3a5-8bc777ff1b0f tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2701185 Jan 13 14:52:02.241786 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43682) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:02.246418 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'security_group_rule': {'security_group_id': '6d9d9928-ad97-41bb-a56f-0c795fcf9105', 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:02.345197 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.securitygroups_db [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Project 4b9e76285dfa4ec782f6ff1691e1d7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:52:02.350614 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (00dcc699-2c15-4e4d-97a0-bf6f6631175b), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.414773 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (00dcc699-2c15-4e4d-97a0-bf6f6631175b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.463993 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (00dcc699-2c15-4e4d-97a0-bf6f6631175b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.481906 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dcc699-2c15-4e4d-97a0-bf6f6631175b,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:02.534936 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.536237 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-bad86904-27ef-4ffb-85ae-71d8d6a7ed70 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934546 Jan 13 14:52:02.638623 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-5157daa6-3d74-4c96-8400-a83e6dd53730 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190198320&fields=id&tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4 HTTP/1.1" status: 200 len: 267 time: 0.0497565 Jan 13 14:52:02.692250 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-88765bc1-c816-4a89-a6df-d3d28ac1f0a0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:02.693692 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-88765bc1-c816-4a89-a6df-d3d28ac1f0a0 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Jan 13 14:52:02.704245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'port': {'security_groups': ['84422ce1-559a-4a8f-bd0c-565c3c5e9fde', '6d9d9928-ad97-41bb-a56f-0c795fcf9105']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:52:02.768414 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.898770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5e102ee2-4b2d-490c-9da9-c2ca33f0a816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:02.955346 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:02.983975 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:03.058873 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:03.070856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:52:03.111955 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.112589 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:03.127466 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-dc2f41ce-5266-41c9-a5fa-6da9925ddd6e req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "PUT /v2.0/ports/e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 981 time: 0.4275453 Jan 13 14:52:03.135495 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:52:03.138101 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847724d2-4c81-4f19-a6d4-353eb78688e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:52:03.198688 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8639-58c0-4f71-9558-5a7931d29a17 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=6']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:03.226371 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:52:03.303051 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b55fe-f9cd-4feb-aab2-29ceca4c5385 req-7a832b6c-d22e-4234-8cd2-26a6b2663aef tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.303051 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d37b55fe-f9cd-4feb-aab2-29ceca4c5385 req-7a832b6c-d22e-4234-8cd2-26a6b2663aef tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0854807 Jan 13 14:52:03.369092 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d37b55fe-f9cd-4feb-aab2-29ceca4c5385 req-64a8e48f-097b-4044-a815-de61748ee3d8 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618274 Jan 13 14:52:03.406789 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ade982-afdf-47d4-b918-cff94e1665fb x-openstack-request-id: req-a5ade982-afdf-47d4-b918-cff94e1665fb {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:52:03.407864 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:52:03.408221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5ade982-afdf-47d4-b918-cff94e1665fb {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:52:03.408720 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:52:03.478905 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-e84d55f1-fbde-4c6b-a8e7-d761579f564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.480544 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-e84d55f1-fbde-4c6b-a8e7-d761579f564b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1137 time: 0.0440342 Jan 13 14:52:03.527621 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-46741460-b909-4138-9a65-cac51bbaf761 None None] Provisioning complete for port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:52:03.527993 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-46741460-b909-4138-9a65-cac51bbaf761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:03.581010 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-ccd47484-2867-4823-bc92-1684fd541308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.582564 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-ccd47484-2867-4823-bc92-1684fd541308 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.0957658 Jan 13 14:52:03.650103 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-2730507e-b9fa-4f24-b747-72c412f32053 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0606334 Jan 13 14:52:03.704915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-dffe54d9-f6a7-496a-923a-aeebde414bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.706409 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-dffe54d9-f6a7-496a-923a-aeebde414bd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0491226 Jan 13 14:52:03.733999 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-46741460-b909-4138-9a65-cac51bbaf761 None None] Current status of the port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:52:03.754656 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-6d3758b1-4bc7-4b43-b8da-88c30c357582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:03.756919 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-6d3758b1-4bc7-4b43-b8da-88c30c357582 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432084 Jan 13 14:52:03.850937 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-cab2a0d9-cda1-4920-9949-93dbbc7f9c1c service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886343 Jan 13 14:52:03.945673 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-847724d2-4c81-4f19-a6d4-353eb78688e3 req-2c9907d3-e2a2-420c-b9ca-23bca57a3574 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jan 13 14:52:04.171553 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:05.206190 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:06.692515 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:16.664097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:18.884305 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-b4f9846a-0e4c-4b7f-9293-b9398fc2c355 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401781 Jan 13 14:52:18.965000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-baa06817-0ca3-47ba-8bd3-1f6668715800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:18.966452 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-baa06817-0ca3-47ba-8bd3-1f6668715800 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=856aaf15665f4000ae98d3229dc6f04a&device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 1099 time: 0.0402946 Jan 13 14:52:19.082552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-cf1f1047-18eb-4c53-8d9c-6886ac4b7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:19.084065 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-cf1f1047-18eb-4c53-8d9c-6886ac4b7a2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 200 len: 911 time: 0.0930336 Jan 13 14:52:19.151872 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-93529219-f7c1-46a1-aeb8-eae805a9ba79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f HTTP/1.1" status: 200 len: 1000 time: 0.0600297 Jan 13 14:52:19.208637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-f561ca17-ec84-4e05-9623-9eeb1b1b5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:19.210112 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-f561ca17-ec84-4e05-9623-9eeb1b1b5701 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 200 len: 850 time: 0.0517714 Jan 13 14:52:19.259702 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-dbb278bc-b37d-4f62-a8be-0b652ce895e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:19.261233 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-dbb278bc-b37d-4f62-a8be-0b652ce895e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=81001995-5733-4af8-9434-e661225f617f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444450 Jan 13 14:52:19.358587 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-ef82ed7f-b170-4ae8-bb7c-ea5d3e2041d8 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881875 Jan 13 14:52:19.458478 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7a354ff1-71fb-49cc-b60e-fa1ee6b7c490 req-82414ce5-8b43-4b0b-9018-30afbfaebaa7 service neutron] 10.222.0.66 "GET /v2.0/networks/81001995-5733-4af8-9434-e661225f617f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920823 Jan 13 14:52:25.365702 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ea974-28cd-460d-9e28-78d4a450aab2 req-a4edcea5-e48e-4b81-93cc-24608538f3d9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:25.367362 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d19ea974-28cd-460d-9e28-78d4a450aab2 req-a4edcea5-e48e-4b81-93cc-24608538f3d9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0517180 Jan 13 14:52:25.415007 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d19ea974-28cd-460d-9e28-78d4a450aab2 req-0f77c787-1795-4301-b55b-6fda66965ba3 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jan 13 14:52:26.183731 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1eede-4147-4205-b3e9-0cdb866c7a73 req-1c2693b4-de26-41f6-8a16-0ae036263e80 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.185233 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c7c1eede-4147-4205-b3e9-0cdb866c7a73 req-1c2693b4-de26-41f6-8a16-0ae036263e80 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0537286 Jan 13 14:52:26.273999 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c7c1eede-4147-4205-b3e9-0cdb866c7a73 req-940aebef-2542-4eb1-9ad6-5183be5b20da tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821879 Jan 13 14:52:26.286772 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-c3609f70-46b3-499e-8e65-ff87e40e5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.288238 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-c3609f70-46b3-499e-8e65-ff87e40e5b7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1137 time: 0.0590124 Jan 13 14:52:26.403704 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-460069e9-8604-4d07-b3fd-23278ad8589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.405168 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-460069e9-8604-4d07-b3fd-23278ad8589b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.1051500 Jan 13 14:52:26.476393 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-65e8c03b-e23a-4321-981c-b00e15d68e68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0628242 Jan 13 14:52:26.557530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-afeb1f5b-0ee4-4983-92b2-34c6c3cce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.559022 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-afeb1f5b-0ee4-4983-92b2-34c6c3cce8b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0754733 Jan 13 14:52:26.584875 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d151-38a8-483e-9600-1fc2b791db15 req-60d513e5-e2bd-4916-8d38-1e46430b4e08 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.586364 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c488d151-38a8-483e-9600-1fc2b791db15 req-60d513e5-e2bd-4916-8d38-1e46430b4e08 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0762966 Jan 13 14:52:26.660261 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-350de6f1-1bfc-4dbc-b19f-3b161777c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:26.661780 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-350de6f1-1bfc-4dbc-b19f-3b161777c06d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936244 Jan 13 14:52:26.665829 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c488d151-38a8-483e-9600-1fc2b791db15 req-04e46763-d626-4124-86d7-b5dd763310db tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608315 Jan 13 14:52:26.776899 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-f0d2f6f3-032a-4adc-b8a5-8757d7940ee5 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064038 Jan 13 14:52:26.884179 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d2696c2-8004-42a0-8acf-5df99d7a0ee8 req-8ef5bc69-6463-45f0-a135-cfff712fa2d5 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934472 Jan 13 14:52:27.206218 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-1eb1ebeb-b46d-4e20-8d34-d1ab54dc2b00 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:27.207722 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-1eb1ebeb-b46d-4e20-8d34-d1ab54dc2b00 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0558958 Jan 13 14:52:27.321351 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Deleting port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:27.321680 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:27.411364 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8dce4-7b35-4eb9-a0e5-fc93907506fa req-53bb6179-9657-4680-bc80-97ebce6c2c2e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:27.412906 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7eb8dce4-7b35-4eb9-a0e5-fc93907506fa req-53bb6179-9657-4680-bc80-97ebce6c2c2e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0554042 Jan 13 14:52:27.418354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] For port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:27.418973 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:27.488619 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7eb8dce4-7b35-4eb9-a0e5-fc93907506fa req-ee333383-540b-4914-95de-6e5090fd47d2 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696878 Jan 13 14:52:27.621852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:27.622224 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:27.622547 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Floating IP 2c06f9d7-f8bd-493c-b48e-ba3748de3491 disassociated. External IP: 172.27.0.3, port: 8a58abfd-9f63-4ad9-9860-d35ce0ce896f. Jan 13 14:52:27.622920 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Calling delete_port for 8a58abfd-9f63-4ad9-9860-d35ce0ce896f owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:27.793766 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82634ccd-1c2a-4d4e-8446-89ce33ce06a1 req-9c3163af-21ce-4d5f-ab4b-dbc2b34ce4f7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:27.795397 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-82634ccd-1c2a-4d4e-8446-89ce33ce06a1 req-9c3163af-21ce-4d5f-ab4b-dbc2b34ce4f7 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Jan 13 14:52:27.818286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (8a58abfd-9f63-4ad9-9860-d35ce0ce896f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:27.847606 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-82634ccd-1c2a-4d4e-8446-89ce33ce06a1 req-a863c422-0625-4f5b-844d-ef5ebe051abb tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups?id=0145fb70-3851-4b11-b311-353447c53999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453935 Jan 13 14:52:27.856259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'Port': ['ID=8a58abfd-9f63-4ad9-9860-d35ce0ce896f,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:27.969779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:52:28.079106 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:52:28.089988 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:52:28.101003 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:52:28.101629 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:52:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:28.123635 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] No DVR routers for this DVR port 8a58abfd-9f63-4ad9-9860-d35ce0ce896f on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:52:28.126317 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:28.129936 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3fe4dece-c02b-40a0-9600-715bc3c93840 req-398a6a34-6eba-46c8-b71c-302a97cfdda4 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.66 "DELETE /v2.0/ports/8a58abfd-9f63-4ad9-9860-d35ce0ce896f HTTP/1.1" status: 204 len: 173 time: 0.9124758 Jan 13 14:52:28.130412 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'name': 'network-vif-deleted', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:52:28.132716 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab15f9b-e46c-4f90-ae5b-63eedb667d8b" -d '{"events": [{"server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "name": "network-vif-deleted", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:52:28.171589 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db561a99-53fe-425b-bb32-ec514b9628f9 x-openstack-request-id: req-db561a99-53fe-425b-bb32-ec514b9628f9 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:52:28.171885 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a359ee8-f5a8-45ed-ac76-0c49f9e56286", "name": "network-vif-deleted", "tag": "8a58abfd-9f63-4ad9-9860-d35ce0ce896f", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:52:28.172143 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db561a99-53fe-425b-bb32-ec514b9628f9 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:52:28.172548 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a359ee8-f5a8-45ed-ac76-0c49f9e56286', 'name': 'network-vif-deleted', 'tag': '8a58abfd-9f63-4ad9-9860-d35ce0ce896f', 'status': 'completed', 'code': 200} Jan 13 14:52:28.219704 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:28.437751 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:28.465857 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:52:28.474358 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:52:28.475036 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:52:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:28.589297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:28.620543 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff318fc-9ada-468c-9d26-0532cb5b3695 req-ffcea3e0-92c5-4756-8e38-0384420d4e47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:28.622157 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cff318fc-9ada-468c-9d26-0532cb5b3695 req-ffcea3e0-92c5-4756-8e38-0384420d4e47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0556934 Jan 13 14:52:28.691532 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cff318fc-9ada-468c-9d26-0532cb5b3695 req-52fa128e-3667-49f1-80b0-b5f62332abd8 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624487 Jan 13 14:52:28.933437 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:28.962135 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6022f5-34fc-4d31-817f-f578f1b5d6b0 None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a0496a4c-9a9d-4f3c-b9f1-7d1361d60269', 'name': '', 'network_id': '81001995-5733-4af8-9434-e661225f617f', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'mac_address': 'fa:16:3e:7f:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:18Z', 'updated_at': '2022-01-13T14:46:26Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'subnets': [{'id': '4b701c66-44da-4f61-9f54-6d3928d87c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:52:28.969836 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0afdb32a-2447-4245-93ac-98833618c589 req-0e951939-02dc-4c36-af72-1e6e84de0196 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a359ee8-f5a8-45ed-ac76-0c49f9e56286 HTTP/1.1" status: 200 len: 210 time: 0.0359998 Jan 13 14:52:29.183636 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b556e0-04da-4319-a8a3-c62ea088d538 None None] New status for floating IP 2c06f9d7-f8bd-493c-b48e-ba3748de3491: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:52:29.814011 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf3fff-6637-453a-9829-def174517fb2 req-a379a666-16bb-4e8b-9c13-1a0f33408065 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:29.815592 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0cf3fff-6637-453a-9829-def174517fb2 req-a379a666-16bb-4e8b-9c13-1a0f33408065 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0510921 Jan 13 14:52:29.876348 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c0cf3fff-6637-453a-9829-def174517fb2 req-5a172b1f-db07-47eb-896d-2ed57bc5e1d1 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547862 Jan 13 14:52:30.117063 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43886) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:30.173806 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (0145fb70-3851-4b11-b311-353447c53999), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.197272 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (0145fb70-3851-4b11-b311-353447c53999), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.321072 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-537aedeb-dd39-4413-a86c-24226f9968af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.332029 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0145fb70-3851-4b11-b311-353447c53999), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.334664 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.335819 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "DELETE /v2.0/security-groups/0145fb70-3851-4b11-b311-353447c53999 HTTP/1.1" status: 204 len: 168 time: 0.2177353 Jan 13 14:52:30.338662 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43888) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:30.345082 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a1c15-2df6-409a-adcb-edfd518126af tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145fb70-3851-4b11-b311-353447c53999,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:30.354025 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.api.v2.resource [None req-7be27537-64be-481b-b6bd-13ce71dfff5c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] show failed (client error): The resource could not be found. Jan 13 14:52:30.355062 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-7be27537-64be-481b-b6bd-13ce71dfff5c tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "GET /v2.0/security-groups/0145fb70-3851-4b11-b311-353447c53999 HTTP/1.1" status: 404 len: 347 time: 0.0153513 Jan 13 14:52:30.358038 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43890) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:30.365416 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8a58abfd-9f63-4ad9-9860-d35ce0ce896f no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:52:30.389476 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 8a58abfd-9f63-4ad9-9860-d35ce0ce896f {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:52:30.389830 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 8a58abfd-9f63-4ad9-9860-d35ce0ce896f not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:52:30.489157 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Deleting port 7d7988f0-2c05-4f06-ba55-9a5a979d2782 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:30.489503 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.570210 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.570557 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (7d7988f0-2c05-4f06-ba55-9a5a979d2782), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.583935 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Calling delete_port for 7d7988f0-2c05-4f06-ba55-9a5a979d2782 owned by network:floatingip {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:30.789515 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (7d7988f0-2c05-4f06-ba55-9a5a979d2782), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.815587 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Pushing event deleted for resources: {'Port': ['ID=7d7988f0-2c05-4f06-ba55-9a5a979d2782,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:30.880348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks [] for floatingip (2c06f9d7-f8bd-493c-b48e-ba3748de3491), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.883312 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:30.884487 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-21f4ddcb-61ad-4bcb-bf8b-594cde573aa9 tempest-AttachVolumeTestJSON-962553613 tempest-AttachVolumeTestJSON-962553613-project] 10.222.0.60 "DELETE /v2.0/floatingips/2c06f9d7-f8bd-493c-b48e-ba3748de3491 HTTP/1.1" status: 204 len: 168 time: 0.5253136 Jan 13 14:52:30.998643 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a95c7-1f41-48f5-840f-2b680bdc8c06 req-158be755-5b58-4829-a82f-63b458cc5144 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:31.000171 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd7a95c7-1f41-48f5-840f-2b680bdc8c06 req-158be755-5b58-4829-a82f-63b458cc5144 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0520701 Jan 13 14:52:31.066535 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd7a95c7-1f41-48f5-840f-2b680bdc8c06 req-613fa6b4-0b7d-47cc-904e-16065f9ed9a8 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592196 Jan 13 14:52:32.189774 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeea92-9238-47e0-8bf2-69892740d46f req-2921d2b3-1c80-4597-8fc3-9cb3dab1bdcc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:32.191295 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43eeea92-9238-47e0-8bf2-69892740d46f req-2921d2b3-1c80-4597-8fc3-9cb3dab1bdcc tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0542140 Jan 13 14:52:32.253680 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43eeea92-9238-47e0-8bf2-69892740d46f req-2233760f-7cbc-4880-86a4-6ac597b955f1 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566397 Jan 13 14:52:32.955031 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-9a20bb23-6723-4b31-b19c-f279d26666d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:33.371578 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203249-242e-4d5c-b547-4c8c13cfe94e req-0ce82247-74a0-4078-be17-b0c9c79d5c84 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:33.373050 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-70203249-242e-4d5c-b547-4c8c13cfe94e req-0ce82247-74a0-4078-be17-b0c9c79d5c84 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0500667 Jan 13 14:52:33.446185 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-70203249-242e-4d5c-b547-4c8c13cfe94e req-262dfd10-ad3f-4025-a475-68352008ce04 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664103 Jan 13 14:52:33.932096 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:52:33.946577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad29383-49f0-48c6-a406-cb4a4133c436 req-4bd72d86-8937-4dd9-87cd-bc5b7b8c99b5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:33.948207 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8ad29383-49f0-48c6-a406-cb4a4133c436 req-4bd72d86-8937-4dd9-87cd-bc5b7b8c99b5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0520833 Jan 13 14:52:34.000746 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8ad29383-49f0-48c6-a406-cb4a4133c436 req-fab08118-3617-47a6-a097-67ed2725ef41 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Jan 13 14:52:34.165614 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:34.567670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53266-617a-467e-a7e2-e8d38859ef8d req-a7d88cd7-9d77-423a-b2fd-33ab15ed9539 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:34.569172 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dac53266-617a-467e-a7e2-e8d38859ef8d req-a7d88cd7-9d77-423a-b2fd-33ab15ed9539 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0518622 Jan 13 14:52:34.631274 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dac53266-617a-467e-a7e2-e8d38859ef8d req-0aa152c7-79a1-430a-a25b-5797750058eb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563736 Jan 13 14:52:34.852900 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43958) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:35.123148 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d821688-b2ea-468a-b2ba-ebb20d3ee81e req-55b2f224-44af-41c5-a74d-3f6d2bac3a17 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:35.127864 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8d821688-b2ea-468a-b2ba-ebb20d3ee81e req-55b2f224-44af-41c5-a74d-3f6d2bac3a17 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Jan 13 14:52:35.174429 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8d821688-b2ea-468a-b2ba-ebb20d3ee81e req-b6bdb43e-17a5-4659-a519-f670d6b937b4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Jan 13 14:52:35.200716 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:35.314915 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:35.571791 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Deleting port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:35.572364 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:35.649657 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] For port a0496a4c-9a9d-4f3c-b9f1-7d1361d60269, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:35.650027 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:35.663164 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Calling delete_port for a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:35.773474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a3c10-11e1-4546-ad6e-032956204c33 req-f8f8c824-72f8-47b7-a75a-dda9549962c4 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:35.775008 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-189a3c10-11e1-4546-ad6e-032956204c33 req-f8f8c824-72f8-47b7-a75a-dda9549962c4 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0677621 Jan 13 14:52:35.883806 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-189a3c10-11e1-4546-ad6e-032956204c33 req-18fccfb0-4744-4711-8cc4-b005b8c69fdb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792193 Jan 13 14:52:35.984034 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (a0496a4c-9a9d-4f3c-b9f1-7d1361d60269), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:36.009370 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0496a4c-9a9d-4f3c-b9f1-7d1361d60269,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:36.185284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:36.302281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4da37-8fe9-4721-b1d6-e011ef56d05c req-8f29dc99-0d44-40df-9b3e-3770904ace34 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:36.303765 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fee4da37-8fe9-4721-b1d6-e011ef56d05c req-8f29dc99-0d44-40df-9b3e-3770904ace34 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0553203 Jan 13 14:52:36.359565 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fee4da37-8fe9-4721-b1d6-e011ef56d05c req-55b10cf2-b1dd-4f7c-8ed2-f855dc62c679 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 Jan 13 14:52:36.622338 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:52:36.709554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:36.730785 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:52:36.738324 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-57131ec3-542e-4914-900d-0c6eb2d1ca89 admin admin] 10.222.0.60 "PUT /v2.0/routers/29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818769 Jan 13 14:52:36.738435 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43968) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:36.739610 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Sync routers for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:52:36.750481 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:52:36.751149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:52:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:36.846420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks [] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:36.858055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:36.957097 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks [] for router_gateway (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.014141 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188087-1ec2-4765-9347-8a585209e47c req-9b7b1b62-47d3-4f3c-885a-3b8c8decff42 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:37.015756 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ca188087-1ec2-4765-9347-8a585209e47c req-9b7b1b62-47d3-4f3c-885a-3b8c8decff42 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0543513 Jan 13 14:52:37.053403 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:52:35Z', 'revision_number': 5, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port': {'id': 'b6ae756f-2e9b-4e89-a232-75970337859f', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:46:13Z', 'updated_at': '2022-01-13T14:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:37.082134 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Checking router: 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:52:37.090580 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Routers {'29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:52:37.091243 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:52:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:37.102639 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ca188087-1ec2-4765-9347-8a585209e47c req-6e75bd26-bb62-485e-a247-83634dab9389 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801072 Jan 13 14:52:37.125516 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Deleting port b6ae756f-2e9b-4e89-a232-75970337859f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:37.125859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.178333 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] Set router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa gateway port host: None {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:52:37.209597 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] For port b6ae756f-2e9b-4e89-a232-75970337859f, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b6ae756f-2e9b-4e89-a232-75970337859f,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:37.209967 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.223571 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Calling delete_port for b6ae756f-2e9b-4e89-a232-75970337859f owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:37.233965 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:52:36Z', 'revision_number': 6, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:37.270214 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8d3f9-457e-4de4-b17e-bc25252217dc None None] The sync data for ids ['29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa'] in dv-cinder-823726-5-iscsi is: [{'id': '29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa', 'name': 'tempest-AttachVolumeTestJSON-1010907076-router', 'tenant_id': '856aaf15665f4000ae98d3229dc6f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:46:11Z', 'updated_at': '2022-01-13T14:52:36Z', 'revision_number': 6, 'project_id': '856aaf15665f4000ae98d3229dc6f04a', 'gw_port_host': None}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:52:37.475182 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (b6ae756f-2e9b-4e89-a232-75970337859f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.485792 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8267210-b77d-4b3d-ab13-d7f96e20ffac req-cf0ee81c-eed7-47b6-aad1-43b616cb5819 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:37.488028 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a8267210-b77d-4b3d-ab13-d7f96e20ffac req-cf0ee81c-eed7-47b6-aad1-43b616cb5819 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0533271 Jan 13 14:52:37.503545 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ae756f-2e9b-4e89-a232-75970337859f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:37.540148 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a8267210-b77d-4b3d-ab13-d7f96e20ffac req-dac84537-bc08-48ce-afb0-b9cfdf1c122a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463560 Jan 13 14:52:37.571614 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.666946 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.669345 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks [] for router_controller (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.807006 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.807586 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:52:37.811973 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.813135 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e2073ee6-cb09-43ee-b075-624736ca14b9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/29b33aa8-ba2a-42e4-9c99-55e0ec7f35aa HTTP/1.1" status: 204 len: 168 time: 1.0737827 Jan 13 14:52:37.816343 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43974) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:37.860650 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Deleting subnet 4b701c66-44da-4f61-9f54-6d3928d87c1c {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:52:37.864364 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Publish callbacks [] for subnet (4b701c66-44da-4f61-9f54-6d3928d87c1c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:37.897446 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (4b701c66-44da-4f61-9f54-6d3928d87c1c), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.006917 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (4b701c66-44da-4f61-9f54-6d3928d87c1c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.138997 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (4b701c66-44da-4f61-9f54-6d3928d87c1c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.166010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b701c66-44da-4f61-9f54-6d3928d87c1c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:38.169587 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.175242 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3e4341f8-ddf0-4c17-a428-759b36441d5f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b701c66-44da-4f61-9f54-6d3928d87c1c HTTP/1.1" status: 204 len: 168 time: 0.3577495 Jan 13 14:52:38.175869 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 43978) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:38.179464 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f57605-4542-4ff5-9a02-5a2d2855b65f None None] Network 81001995-5733-4af8-9434-e661225f617f requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:52:38.280767 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (81001995-5733-4af8-9434-e661225f617f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.291914 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfe8b2-e5a1-4e26-8364-3fe78c6f7881 req-84a18247-74c9-4d4b-a0bf-6f1ba039f805 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:38.293516 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0cbfe8b2-e5a1-4e26-8364-3fe78c6f7881 req-84a18247-74c9-4d4b-a0bf-6f1ba039f805 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.1167467 Jan 13 14:52:38.357449 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] DHCP port deletion for 81001995-5733-4af8-9434-e661225f617f request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:52:38.390422 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0cbfe8b2-e5a1-4e26-8364-3fe78c6f7881 req-a469561c-1476-453c-8343-9a639c3f6f94 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893507 Jan 13 14:52:38.403449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Deleting port 3f171e54-47d9-4536-b297-6650388229d6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:38.403823 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (3f171e54-47d9-4536-b297-6650388229d6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.408881 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Deleting port 3f171e54-47d9-4536-b297-6650388229d6 {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:52:38.409298 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (3f171e54-47d9-4536-b297-6650388229d6), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.473553 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] For port 3f171e54-47d9-4536-b297-6650388229d6, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f171e54-47d9-4536-b297-6650388229d6,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:38.474012 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (3f171e54-47d9-4536-b297-6650388229d6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.474151 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] For port 3f171e54-47d9-4536-b297-6650388229d6, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=3f171e54-47d9-4536-b297-6650388229d6,segment=NetworkSegment(19c7b3c2-219f-4554-81c0-d04e918dcd2a),segment_id=19c7b3c2-219f-4554-81c0-d04e918dcd2a)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:38.474541 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (3f171e54-47d9-4536-b297-6650388229d6), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.487944 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Calling delete_port for 3f171e54-47d9-4536-b297-6650388229d6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:38.492214 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Calling delete_port for 3f171e54-47d9-4536-b297-6650388229d6 owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:52:38.628884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (3f171e54-47d9-4536-b297-6650388229d6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.640226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (3f171e54-47d9-4536-b297-6650388229d6), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.657618 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f171e54-47d9-4536-b297-6650388229d6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:38.667268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] No DVR routers for this DVR port 3f171e54-47d9-4536-b297-6650388229d6 on host dv-cinder-823726-5-iscsi {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:52:38.668049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740faee-8760-4a6d-a93f-89a0b547cd24 req-751004be-d082-4da3-b661-fbb6822cc48e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:38.669266 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a740faee-8760-4a6d-a93f-89a0b547cd24 req-751004be-d082-4da3-b661-fbb6822cc48e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Jan 13 14:52:38.671002 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Pushing event deleted for resources: {'Port': ['ID=3f171e54-47d9-4536-b297-6650388229d6,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:38.679669 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] No DVR routers for this DVR port 3f171e54-47d9-4536-b297-6650388229d6 on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:52:38.682764 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.683246 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.683590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.683927 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.684252 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.684575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.684898 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.685232 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.685540 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.685864 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.686183 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.686496 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.686845 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b3006-6fd1-4878-a502-62c582ca4e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:38.735833 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a740faee-8760-4a6d-a93f-89a0b547cd24 req-415a123e-7548-4bcc-9f3b-4697505df507 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566821 Jan 13 14:52:38.766526 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (81001995-5733-4af8-9434-e661225f617f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.787720 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81001995-5733-4af8-9434-e661225f617f']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:38.796944 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c7b3c2-219f-4554-81c0-d04e918dcd2a') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:38.797243 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c7b3c2-219f-4554-81c0-d04e918dcd2a') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:52:38.808126 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (19c7b3c2-219f-4554-81c0-d04e918dcd2a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.822348 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (19c7b3c2-219f-4554-81c0-d04e918dcd2a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.828331 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:52:38.828735 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (19c7b3c2-219f-4554-81c0-d04e918dcd2a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:52:38.830533 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:52:38.926836 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f171e54-47d9-4536-b297-6650388229d6 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:52:38.948001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 3f171e54-47d9-4536-b297-6650388229d6 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:52:38.948340 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 3f171e54-47d9-4536-b297-6650388229d6 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:52:38.948761 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:52:38.955489 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (81001995-5733-4af8-9434-e661225f617f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.970690 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:38.970690 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81001995-5733-4af8-9434-e661225f617f HTTP/1.1" status: 204 len: 168 time: 0.7852550 Jan 13 14:52:38.971998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:52:38.971998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a0496a4c-9a9d-4f3c-b9f1-7d1361d60269 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:52:38.971998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b6ae756f-2e9b-4e89-a232-75970337859f no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:52:38.976839 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f28b23-8190-40d5-b215-e64befeb6dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=81001995-5733-4af8-9434-e661225f617f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:38.990862 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: b6ae756f-2e9b-4e89-a232-75970337859f {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:52:38.991207 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b6ae756f-2e9b-4e89-a232-75970337859f not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:52:39.319742 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43986) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:39.359820 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-140d2ee7-8d9b-4f3f-9c45-5a51868346a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=856aaf15665f4000ae98d3229dc6f04a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389299 Jan 13 14:52:39.363211 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 43988) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:39.413258 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Publish callbacks [] for security_group (fe201dff-635f-4308-8484-d4e8f9801afa), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:39.435536 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Publish callbacks [] for security_group (fe201dff-635f-4308-8484-d4e8f9801afa), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:39.509586 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c2f94-7c16-4373-a509-1a981fcac686 req-3b7caa5f-cebb-48d9-bd47-055c32b21298 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:39.511147 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5f7c2f94-7c16-4373-a509-1a981fcac686 req-3b7caa5f-cebb-48d9-bd47-055c32b21298 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0498319 Jan 13 14:52:39.555358 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (fe201dff-635f-4308-8484-d4e8f9801afa), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:39.557970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:39.563408 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe201dff-635f-4308-8484-d4e8f9801afa HTTP/1.1" status: 204 len: 168 time: 0.1950741 Jan 13 14:52:39.570250 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe201dff-635f-4308-8484-d4e8f9801afa,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:39.576543 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.576868 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.577405 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.577745 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.578077 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.578920 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5f7c2f94-7c16-4373-a509-1a981fcac686 req-045b16d4-07b1-467c-91d1-be18724ad343 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617328 Jan 13 14:52:39.583562 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.584031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.584382 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.585290 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.585640 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.585988 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.586315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.586682 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e0507-7049-4927-9626-125f09374003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:52:39.859085 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdf10e-d043-4856-b07a-fef3acd25b63 req-009c81f8-b833-49d4-96eb-5f0b0e1f1bf1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:39.860603 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e2bdf10e-d043-4856-b07a-fef3acd25b63 req-009c81f8-b833-49d4-96eb-5f0b0e1f1bf1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0502794 Jan 13 14:52:39.910079 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e2bdf10e-d043-4856-b07a-fef3acd25b63 req-a28a8bd7-f40b-49a2-aa88-6118564bb9fa tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Jan 13 14:52:40.706516 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d78229-4e67-4d30-98a7-80269326382c req-354d0c17-11e1-4993-b8a9-dcf06c1b4677 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:40.708796 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f9d78229-4e67-4d30-98a7-80269326382c req-354d0c17-11e1-4993-b8a9-dcf06c1b4677 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0555775 Jan 13 14:52:40.774971 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f9d78229-4e67-4d30-98a7-80269326382c req-1730a6cf-4303-4361-8cb8-27d942d420a8 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605311 Jan 13 14:52:41.132900 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde8eac-2f00-44e7-a5ba-4f762ce51612 req-cc4c792f-2cf9-45ad-b803-2ce071445ef2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:41.134290 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccde8eac-2f00-44e7-a5ba-4f762ce51612 req-cc4c792f-2cf9-45ad-b803-2ce071445ef2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0477135 Jan 13 14:52:41.182439 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ccde8eac-2f00-44e7-a5ba-4f762ce51612 req-701bc0af-8a41-4c47-aed7-2bf49588f5a0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Jan 13 14:52:41.359176 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44048) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:41.463101 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-569081b9-c7b2-4361-b33d-6757015688d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.541352 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-569081b9-c7b2-4361-b33d-6757015688d8 admin admin] Publish callbacks [] for security_group (c2ae66ec-1a18-481f-936e-e22645893638), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.618277 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-569081b9-c7b2-4361-b33d-6757015688d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c2ae66ec-1a18-481f-936e-e22645893638), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.659603 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-569081b9-c7b2-4361-b33d-6757015688d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6b051ec72ca41c49c78300bacd0c910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993047 Jan 13 14:52:41.660981 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569081b9-c7b2-4361-b33d-6757015688d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae66ec-1a18-481f-936e-e22645893638,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:41.662314 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44052) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:41.714907 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] Publish callbacks [] for security_group (c2ae66ec-1a18-481f-936e-e22645893638), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.739672 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] Publish callbacks [] for security_group (c2ae66ec-1a18-481f-936e-e22645893638), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.868361 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (c2ae66ec-1a18-481f-936e-e22645893638), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.871081 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:41.876005 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2ae66ec-1a18-481f-936e-e22645893638 HTTP/1.1" status: 204 len: 168 time: 0.2087767 Jan 13 14:52:41.884366 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038de36c-58d5-4a05-9402-a5ba7cdfd5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae66ec-1a18-481f-936e-e22645893638,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:41.906457 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb483b-6f4d-4331-bd91-8d3955d4c414 req-074c9221-25b5-4643-9a7c-a8fe9a29469e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:41.909498 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b5cb483b-6f4d-4331-bd91-8d3955d4c414 req-074c9221-25b5-4643-9a7c-a8fe9a29469e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0652897 Jan 13 14:52:41.985466 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b5cb483b-6f4d-4331-bd91-8d3955d4c414 req-bf8338d4-22b1-4ca8-b78f-ff26240b74dd tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652661 Jan 13 14:52:42.326363 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd540821-c7c8-4da0-97c2-106fdf5c1bed req-5f4adbe8-2561-4557-9057-7c3c2613599b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:42.327756 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd540821-c7c8-4da0-97c2-106fdf5c1bed req-5f4adbe8-2561-4557-9057-7c3c2613599b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0531127 Jan 13 14:52:42.376133 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd540821-c7c8-4da0-97c2-106fdf5c1bed req-eba60118-934c-469e-b045-2f2749670b22 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Jan 13 14:52:43.103440 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a37bf0-7bb9-4998-be95-4daebb252268 req-7404390e-eca9-47cc-8f71-6a9a198fdb39 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:43.104868 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-21a37bf0-7bb9-4998-be95-4daebb252268 req-7404390e-eca9-47cc-8f71-6a9a198fdb39 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0493212 Jan 13 14:52:43.171748 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-21a37bf0-7bb9-4998-be95-4daebb252268 req-8a81ad42-4427-41e7-9b3c-56d0a0a94ddd tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d9d9928-ad97-41bb-a56f-0c795fcf9105&id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612049 Jan 13 14:52:43.498075 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be27f-d4ed-4b73-9c51-c0d9634d7ad7 req-12c88217-bfd4-4aa7-87ae-616e70cda38e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:43.499605 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f67be27f-d4ed-4b73-9c51-c0d9634d7ad7 req-12c88217-bfd4-4aa7-87ae-616e70cda38e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0507882 Jan 13 14:52:43.550658 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f67be27f-d4ed-4b73-9c51-c0d9634d7ad7 req-998edca8-c7e8-471f-a4dc-ecbbd2fedad1 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Jan 13 14:52:44.320404 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44108) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:44.426010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fe752b6-64dd-4626-91cf-285b12ba988d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.504216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fe752b6-64dd-4626-91cf-285b12ba988d admin admin] Publish callbacks [] for security_group (3e57e545-c74e-40a6-9408-ce872516d3eb), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.577653 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fe752b6-64dd-4626-91cf-285b12ba988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (3e57e545-c74e-40a6-9408-ce872516d3eb), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.617502 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9fe752b6-64dd-4626-91cf-285b12ba988d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d4854d329fb458f88c9215d54ca72ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960105 Jan 13 14:52:44.618456 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe752b6-64dd-4626-91cf-285b12ba988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57e545-c74e-40a6-9408-ce872516d3eb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:44.620324 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44114) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:44.710928 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66133dff-c11a-4a9b-93fc-1e83c41df436 req-f843bebc-10e3-48cf-a1f0-b01d6816d3c0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:44.712301 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66133dff-c11a-4a9b-93fc-1e83c41df436 req-f843bebc-10e3-48cf-a1f0-b01d6816d3c0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0760741 Jan 13 14:52:44.713341 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] Publish callbacks [] for security_group (3e57e545-c74e-40a6-9408-ce872516d3eb), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.748277 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] Publish callbacks [] for security_group (3e57e545-c74e-40a6-9408-ce872516d3eb), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.799959 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66133dff-c11a-4a9b-93fc-1e83c41df436 req-2f399d0e-956b-4472-b4c7-7d3784e785f7 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819557 Jan 13 14:52:44.897943 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (3e57e545-c74e-40a6-9408-ce872516d3eb), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.900579 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:44.901745 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e57e545-c74e-40a6-9408-ce872516d3eb HTTP/1.1" status: 204 len: 168 time: 0.2804525 Jan 13 14:52:44.910000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996738-4953-4b67-80eb-5efaee359e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57e545-c74e-40a6-9408-ce872516d3eb,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:45.479407 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44120) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:45.493868 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1b19a8f-53a4-47c6-98d5-4b726a562e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.591269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1b19a8f-53a4-47c6-98d5-4b726a562e97 admin admin] Publish callbacks [] for security_group (6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.658486 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f1b19a8f-53a4-47c6-98d5-4b726a562e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.699358 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-f1b19a8f-53a4-47c6-98d5-4b726a562e97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bbc3d09b54f4a619c505a089af0f564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188387 Jan 13 14:52:45.700242 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b19a8f-53a4-47c6-98d5-4b726a562e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:45.702012 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44122) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:45.752497 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] Publish callbacks [] for security_group (6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.773863 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] Publish callbacks [] for security_group (6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.903842 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.906402 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:45.908083 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2 HTTP/1.1" status: 204 len: 168 time: 0.2044365 Jan 13 14:52:45.919844 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12d329-0c54-4633-9fa8-fa2ecd22e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb30f2f-8f90-4573-a01e-e6fed8d2d6f2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:45.938247 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d03efb-8ab3-4f8f-b581-6a9c10108430 req-59cf5f06-9c9e-4daf-a7ed-87651236cdc9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:45.939976 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22d03efb-8ab3-4f8f-b581-6a9c10108430 req-59cf5f06-9c9e-4daf-a7ed-87651236cdc9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0644276 Jan 13 14:52:46.000411 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-22d03efb-8ab3-4f8f-b581-6a9c10108430 req-31051241-d4ea-48c6-992d-22cf80261b8e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466959 Jan 13 14:52:46.431649 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:52:46.534980 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:46.550792 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:52:46.595872 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: ACTIVE; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:52:46.596273 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:46.623251 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:52:46.653452 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:46.709631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:46.739345 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:46.797622 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=6']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:46.816097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['ac2013c1-b799-47b2-8495-0485f03c5d03'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:52:47.140582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346fe4-c44e-443b-a84c-427674249d7c req-42b5268d-1173-461f-8f8a-8d630896e963 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:47.142397 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29346fe4-c44e-443b-a84c-427674249d7c req-42b5268d-1173-461f-8f8a-8d630896e963 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 944 time: 0.0551732 Jan 13 14:52:47.224507 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-29346fe4-c44e-443b-a84c-427674249d7c req-69e14770-007a-4145-bbd0-fb38d0b10add tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757291 Jan 13 14:52:48.412536 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456152e3-64a5-4ce8-951c-fe34279a533e req-6871a47b-6809-40f0-9ee1-d19da4598d5a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:48.419558 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-456152e3-64a5-4ce8-951c-fe34279a533e req-6871a47b-6809-40f0-9ee1-d19da4598d5a tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 944 time: 0.0867720 Jan 13 14:52:48.443173 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:52:48.494986 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-456152e3-64a5-4ce8-951c-fe34279a533e req-674f9cad-6531-412b-bd3a-3af571cc63cd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741076 Jan 13 14:52:48.533493 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port ac2013c1-b799-47b2-8495-0485f03c5d03 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:52:48.534563 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:48.654173 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:52:48.654991 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:48.703959 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:52:48.706030 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:52:48.709335 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bbc1d6-3347-4cdb-b89a-e46d5d64e87f" -d '{"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:52:48.766790 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:48.855579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=7']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:48.961514 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae201d8-13df-4eae-8c95-c026c64f3a7f x-openstack-request-id: req-aae201d8-13df-4eae-8c95-c026c64f3a7f {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:52:48.961815 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:52:48.963060 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aae201d8-13df-4eae-8c95-c026c64f3a7f {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:52:48.963060 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'code': 200} Jan 13 14:52:49.651175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2c30-12b3-4353-a754-3c03ec9c1a91 req-b983c4cb-81ee-4b98-a729-fccdbbbfed57 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:49.653659 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-302b2c30-12b3-4353-a754-3c03ec9c1a91 req-b983c4cb-81ee-4b98-a729-fccdbbbfed57 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0672455 Jan 13 14:52:49.710265 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-302b2c30-12b3-4353-a754-3c03ec9c1a91 req-9fc2127f-73ae-4967-9b7e-4181f8ce18be tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496616 Jan 13 14:52:50.868227 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d000-fda3-4c57-83a5-3a4bcccfa2c3 req-c587c8e2-9341-4620-aef2-755e8835fcdb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:50.871098 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5c03d000-fda3-4c57-83a5-3a4bcccfa2c3 req-c587c8e2-9341-4620-aef2-755e8835fcdb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Jan 13 14:52:50.944075 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5c03d000-fda3-4c57-83a5-3a4bcccfa2c3 req-448ee04a-62ca-4ad4-b7af-15dbcd49e5d6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710697 Jan 13 14:52:52.095263 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc78212-455a-402e-914a-57c61c47c12c req-f515e056-a857-4200-a54b-b3198f6827f0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:52.097646 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ebc78212-455a-402e-914a-57c61c47c12c req-f515e056-a857-4200-a54b-b3198f6827f0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Jan 13 14:52:52.171739 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ebc78212-455a-402e-914a-57c61c47c12c req-a6eb4951-a5b6-4275-9e18-51a703c32a5f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637808 Jan 13 14:52:53.306157 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54d835-009e-4b69-b496-eca1e793dffa req-36aedbfc-ef4b-48c3-9ff9-970dedde6813 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:53.313071 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1a54d835-009e-4b69-b496-eca1e793dffa req-36aedbfc-ef4b-48c3-9ff9-970dedde6813 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0595951 Jan 13 14:52:53.373172 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1a54d835-009e-4b69-b496-eca1e793dffa req-d886adea-057e-4371-9065-bb0b5ddad782 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592289 Jan 13 14:52:54.199259 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44250) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:54.336383 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1532-5049-41f0-95a4-68c86509ceb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.435752 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1532-5049-41f0-95a4-68c86509ceb2 admin admin] Publish callbacks [] for security_group (498e7f90-59f8-4d19-a849-28df3d9b23bf), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.520089 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1532-5049-41f0-95a4-68c86509ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (498e7f90-59f8-4d19-a849-28df3d9b23bf), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.572780 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1532-5049-41f0-95a4-68c86509ceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498e7f90-59f8-4d19-a849-28df3d9b23bf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:54.580140 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5d1c1532-5049-41f0-95a4-68c86509ceb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55b15973bac8457a9da21f86dfec2e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782978 Jan 13 14:52:54.582999 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44256) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:54.601120 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d74d-3bcf-4b13-9b20-c3e65b915886 req-0620ce32-e55d-4020-8ee1-cff731be9ab5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:54.602675 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4da6d74d-3bcf-4b13-9b20-c3e65b915886 req-0620ce32-e55d-4020-8ee1-cff731be9ab5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.1135175 Jan 13 14:52:54.664130 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] Publish callbacks [] for security_group (498e7f90-59f8-4d19-a849-28df3d9b23bf), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.689830 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4da6d74d-3bcf-4b13-9b20-c3e65b915886 req-0892435a-bd48-4e7e-b2b6-b757b5c34b24 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775750 Jan 13 14:52:54.691074 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] Publish callbacks [] for security_group (498e7f90-59f8-4d19-a849-28df3d9b23bf), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.846531 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (498e7f90-59f8-4d19-a849-28df3d9b23bf), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.850757 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:54.851920 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/498e7f90-59f8-4d19-a849-28df3d9b23bf HTTP/1.1" status: 204 len: 168 time: 0.2673097 Jan 13 14:52:54.860807 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e8a9e-a9a4-4c75-a2d3-14627fbc5575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498e7f90-59f8-4d19-a849-28df3d9b23bf,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:55.654189 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44262) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:55.672344 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6633e54b-8aee-4b22-bc39-889a4220bae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:55.830304 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6633e54b-8aee-4b22-bc39-889a4220bae6 admin admin] Publish callbacks [] for security_group (36628326-45c4-4a6a-ac8a-d31e7f836bb3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:55.895627 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df1ac-e6d9-4517-8fca-734ec484873f req-93e3bc20-dc3c-444e-823a-a61e4c38b3d8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:55.908499 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9a8df1ac-e6d9-4517-8fca-734ec484873f req-93e3bc20-dc3c-444e-823a-a61e4c38b3d8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0980375 Jan 13 14:52:55.964540 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9a8df1ac-e6d9-4517-8fca-734ec484873f req-c97b113a-a143-4e10-91a1-a4a493028388 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593066 Jan 13 14:52:56.053131 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6633e54b-8aee-4b22-bc39-889a4220bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (36628326-45c4-4a6a-ac8a-d31e7f836bb3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:56.095714 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6633e54b-8aee-4b22-bc39-889a4220bae6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9abc690080524e429b4029f8e91c066b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400382 Jan 13 14:52:56.096843 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633e54b-8aee-4b22-bc39-889a4220bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36628326-45c4-4a6a-ac8a-d31e7f836bb3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:56.098615 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44266) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:52:56.152771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] Publish callbacks [] for security_group (36628326-45c4-4a6a-ac8a-d31e7f836bb3), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:56.176017 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] Publish callbacks [] for security_group (36628326-45c4-4a6a-ac8a-d31e7f836bb3), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:56.618196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (36628326-45c4-4a6a-ac8a-d31e7f836bb3), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:56.620954 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:52:56.626956 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36628326-45c4-4a6a-ac8a-d31e7f836bb3 HTTP/1.1" status: 204 len: 168 time: 0.5224802 Jan 13 14:52:56.630769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d950c-c04c-4630-a1af-eb0c80c811d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36628326-45c4-4a6a-ac8a-d31e7f836bb3,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:52:57.111555 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba097597-2866-4ce9-8c3f-df0f43268436 req-7f114db4-f4dd-42b0-8030-42601e8bfc41 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:57.119450 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ba097597-2866-4ce9-8c3f-df0f43268436 req-7f114db4-f4dd-42b0-8030-42601e8bfc41 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0687430 Jan 13 14:52:57.190101 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ba097597-2866-4ce9-8c3f-df0f43268436 req-0ff7a3f9-9646-4b6f-8c05-7304ce980be5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692043 Jan 13 14:52:58.308766 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558ed44-2406-4e85-aa00-2c880fe2e7ff req-1bc77431-8a65-4953-a27d-3f8232a7a2b4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:58.310118 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4558ed44-2406-4e85-aa00-2c880fe2e7ff req-1bc77431-8a65-4953-a27d-3f8232a7a2b4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Jan 13 14:52:58.356971 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4558ed44-2406-4e85-aa00-2c880fe2e7ff req-a64518d0-97ed-405b-97c4-0d52ca8e8fd2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 Jan 13 14:52:58.644358 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b08d73-4969-4916-bc07-17477e7a19ca req-0548ccb8-80da-4795-b660-689f0363e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:58.645866 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-0548ccb8-80da-4795-b660-689f0363e584 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0455761 Jan 13 14:52:58.747004 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b08d73-4969-4916-bc07-17477e7a19ca req-2392392e-322f-461b-b5e2-53f44be3b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:58.748818 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-2392392e-322f-461b-b5e2-53f44be3b265 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.0969467 Jan 13 14:52:59.082663 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-55ced408-a70f-4506-a3a4-6ace3021ffde service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 1001 time: 0.3261967 Jan 13 14:52:59.143125 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b08d73-4969-4916-bc07-17477e7a19ca req-c24935e1-e291-461c-b3c7-3ab6b7dbe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:59.144619 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-c24935e1-e291-461c-b3c7-3ab6b7dbe3bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0542815 Jan 13 14:52:59.199603 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b08d73-4969-4916-bc07-17477e7a19ca req-4cb6f82a-3b92-422e-ba2d-5bcc73276138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:59.201164 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-4cb6f82a-3b92-422e-ba2d-5bcc73276138 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505805 Jan 13 14:52:59.321413 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-d328e02c-883c-4458-9912-8a81c5baab56 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133897 Jan 13 14:52:59.435923 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-22b08d73-4969-4916-bc07-17477e7a19ca req-64b7ae43-82df-4e25-b44c-d8dde58d55b9 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082904 Jan 13 14:52:59.510336 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef4664-d514-4388-8cfa-fc94142bbf15 req-1c4dd8e8-bfc3-4379-a48c-0268da823b52 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:52:59.511952 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e4ef4664-d514-4388-8cfa-fc94142bbf15 req-1c4dd8e8-bfc3-4379-a48c-0268da823b52 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Jan 13 14:52:59.568669 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e4ef4664-d514-4388-8cfa-fc94142bbf15 req-a3930003-db67-4935-a211-e90dce2fd69c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Jan 13 14:53:00.315701 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d574-cd53-4f3a-9146-7cf81be1d4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:00.715626 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdbf4c-0d3b-45c6-b896-0867386fa981 req-6ed06bba-bf64-4e2a-bb34-456a54e4c34f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:00.718076 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7dfdbf4c-0d3b-45c6-b896-0867386fa981 req-6ed06bba-bf64-4e2a-bb34-456a54e4c34f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0599384 Jan 13 14:53:00.774173 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7dfdbf4c-0d3b-45c6-b896-0867386fa981 req-f816c628-e5b9-4a72-83f1-7fc15e162f99 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493927 Jan 13 14:53:01.913362 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb485472-8a3a-46c6-b693-1355656b02ca req-9183f583-c31f-4fd6-8303-dfa88e06f3a8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:01.915012 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fb485472-8a3a-46c6-b693-1355656b02ca req-9183f583-c31f-4fd6-8303-dfa88e06f3a8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 945 time: 0.0624981 Jan 13 14:53:01.971844 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fb485472-8a3a-46c6-b693-1355656b02ca req-94d7207c-4111-4b3b-a8d9-ea384c5b5794 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500751 Jan 13 14:53:02.543042 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:02.767543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: ACTIVE; New status is: DOWN {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:02.767994 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:02.794287 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:02.796698 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2441b3-924e-4bcb-9929-740e8fd56362" -d '{"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:02.813453 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:02.851264 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5519b-7e3f-43b3-826e-41693d1e8a9b x-openstack-request-id: req-23c5519b-7e3f-43b3-826e-41693d1e8a9b {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:02.851839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-unplugged", "status": "failed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "code": 422}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:02.852260 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23c5519b-7e3f-43b3-826e-41693d1e8a9b {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:02.852912 dv-cinder-823726-5-iscsi neutron-server[109678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'code': 422} returned with failed status Jan 13 14:53:02.885420 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:02.936460 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=8']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:02.967107 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb925-01b8-46ff-8aa5-fccd12aa201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:04.154800 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-b6408d76-a378-4d3c-beaa-6bf03a8fa6f4 req-8b61c9ba-d3e1-46dd-bca3-3bacc9e42693 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:53:04.155942 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b6408d76-a378-4d3c-beaa-6bf03a8fa6f4 req-8b61c9ba-d3e1-46dd-bca3-3bacc9e42693 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059416 Jan 13 14:53:04.178529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:04.531896 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adccf6-f441-4ae4-bef8-9b47c367b6fc req-c5372a11-9607-4492-8c8b-3ea71ed944dd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:04.534997 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5adccf6-f441-4ae4-bef8-9b47c367b6fc req-c5372a11-9607-4492-8c8b-3ea71ed944dd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0708647 Jan 13 14:53:04.591071 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f5adccf6-f441-4ae4-bef8-9b47c367b6fc req-26321609-2444-4f12-9815-a5c6d3d57d00 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496275 Jan 13 14:53:04.751937 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-da847c45-2f51-4f18-8df3-181e3d376e34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488288 Jan 13 14:53:05.222522 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:05.740176 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89a83-071f-4848-846a-e883bdc8489a req-cf2a4d49-0795-4766-b3d8-4955fe74e1eb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:05.742114 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-23a89a83-071f-4848-846a-e883bdc8489a req-cf2a4d49-0795-4766-b3d8-4955fe74e1eb tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0605946 Jan 13 14:53:05.815798 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-23a89a83-071f-4848-846a-e883bdc8489a req-1f12cd8c-127d-433e-ba08-669e54b28c65 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620027 Jan 13 14:53:06.494890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbced8-dfc2-4914-b901-e894166bc438 req-273f0853-3c84-4c7c-a308-4c5ee139e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.496471 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-273f0853-3c84-4c7c-a308-4c5ee139e317 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9&tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47 HTTP/1.1" status: 200 len: 1096 time: 0.0462790 Jan 13 14:53:06.567965 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbced8-dfc2-4914-b901-e894166bc438 req-9978da1d-f8dd-4a03-98a0-924ad424ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.569177 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-9978da1d-f8dd-4a03-98a0-924ad424ea92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0495579 Jan 13 14:53:06.689092 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbced8-dfc2-4914-b901-e894166bc438 req-ab8b7f35-3a78-4835-ad77-95fc0feb58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.691275 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-ab8b7f35-3a78-4835-ad77-95fc0feb58f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 200 len: 917 time: 0.1159446 Jan 13 14:53:06.695811 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:06.768396 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-e8243c3c-fa5e-49ac-a04d-8ca2005f0274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 200 len: 999 time: 0.0708902 Jan 13 14:53:06.830363 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbced8-dfc2-4914-b901-e894166bc438 req-03ae3617-e8fc-4dbc-a2a2-fd78ed68997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.832854 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-03ae3617-e8fc-4dbc-a2a2-fd78ed68997d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 200 len: 856 time: 0.0584610 Jan 13 14:53:06.896755 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbced8-dfc2-4914-b901-e894166bc438 req-7ca1749c-9727-466f-bdd0-72668f8f75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.898645 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-7ca1749c-9727-466f-bdd0-72668f8f75bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7605abc3-31d3-4004-b7f7-8f4736993c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591552 Jan 13 14:53:06.968601 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418feaa-423f-4ed5-abd9-a1dcf21c1879 req-a7c06d63-c650-4991-8441-a42f83142563 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:06.971040 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2418feaa-423f-4ed5-abd9-a1dcf21c1879 req-a7c06d63-c650-4991-8441-a42f83142563 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0594547 Jan 13 14:53:07.012327 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-e1386470-2587-48de-858d-c91f1324209b service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053500 Jan 13 14:53:07.027761 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2418feaa-423f-4ed5-abd9-a1dcf21c1879 req-c17addb5-ddcf-45bf-a094-7660dd61e2d6 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Jan 13 14:53:07.148045 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18cbced8-dfc2-4914-b901-e894166bc438 req-b55aa0de-46f6-4b97-b1c6-a7f05321cdb0 service neutron] 10.222.0.66 "GET /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288328 Jan 13 14:53:08.260281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451d3bf-4e79-4b36-a5f1-bf77b57df00e req-9c0aa55f-67d5-4b4f-b376-efe513aa09e5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:08.265071 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e451d3bf-4e79-4b36-a5f1-bf77b57df00e req-9c0aa55f-67d5-4b4f-b376-efe513aa09e5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.1230409 Jan 13 14:53:08.392891 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e451d3bf-4e79-4b36-a5f1-bf77b57df00e req-dd0f1abf-f8fa-47f7-884d-414e341936c9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151299 Jan 13 14:53:09.623685 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b243c-46f7-46c4-9050-3e0139190712 req-a12b16b1-4f0e-4951-b11e-94316b34a871 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:09.626264 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4c1b243c-46f7-46c4-9050-3e0139190712 req-a12b16b1-4f0e-4951-b11e-94316b34a871 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0977311 Jan 13 14:53:09.701491 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4c1b243c-46f7-46c4-9050-3e0139190712 req-994948bd-cfba-4010-9c29-052a470dffdd tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681915 Jan 13 14:53:10.886277 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2b44a-ca88-406d-8bef-14ea2e11c9ab req-1be8db24-4d7a-45b6-9b5c-74afba82bc40 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:10.894781 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20a2b44a-ca88-406d-8bef-14ea2e11c9ab req-1be8db24-4d7a-45b6-9b5c-74afba82bc40 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0744922 Jan 13 14:53:10.933415 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:53:10.949397 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-20a2b44a-ca88-406d-8bef-14ea2e11c9ab req-e6326d46-a118-48ec-b779-b32e105e0e7b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547497 Jan 13 14:53:12.172346 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4a686-78e5-467a-889c-c581da6c131b req-26066b61-6935-4079-a027-96643b61a12b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:12.175432 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-66c4a686-78e5-467a-889c-c581da6c131b req-26066b61-6935-4079-a027-96643b61a12b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0888984 Jan 13 14:53:12.176217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44472) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:12.277127 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-66c4a686-78e5-467a-889c-c581da6c131b req-9fa9f083-022e-4bed-ab19-756f9d69d914 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901120 Jan 13 14:53:12.387787 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.499063 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Publish callbacks [] for security_group (97a45706-a0e3-4a26-9e85-8dde27efca2e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.572925 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (97a45706-a0e3-4a26-9e85-8dde27efca2e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.651028 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a0e00f7f92641d5873fcbe0970e1b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730406 Jan 13 14:53:12.652607 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44476) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:12.661088 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a45706-a0e3-4a26-9e85-8dde27efca2e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:12.675823 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.676175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.676522 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.676862 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.677199 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.677538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.677874 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.678372 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.678884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.679217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.679544 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.679875 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.680198 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763a168-1303-41cc-9d61-bb45315d7c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:12.748112 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] Publish callbacks [] for security_group (97a45706-a0e3-4a26-9e85-8dde27efca2e), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.788797 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] Publish callbacks [] for security_group (97a45706-a0e3-4a26-9e85-8dde27efca2e), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.946630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (97a45706-a0e3-4a26-9e85-8dde27efca2e), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.949840 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:12.954922 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97a45706-a0e3-4a26-9e85-8dde27efca2e HTTP/1.1" status: 204 len: 168 time: 0.2998793 Jan 13 14:53:12.964557 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f15995-a69c-4cf6-8d5c-ea3d8552223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a45706-a0e3-4a26-9e85-8dde27efca2e,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:13.762174 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d708-1ef5-4f28-8a1d-92b62ad84d33 req-d8ec7e08-7f95-4004-bfe6-ea4165be9a3b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:13.767795 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8a12d708-1ef5-4f28-8a1d-92b62ad84d33 req-d8ec7e08-7f95-4004-bfe6-ea4165be9a3b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0877354 Jan 13 14:53:13.847203 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8a12d708-1ef5-4f28-8a1d-92b62ad84d33 req-cbadee70-b9e8-4d93-8e09-92626ba66e14 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729074 Jan 13 14:53:14.346433 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44486) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:14.364163 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95652f86-b1a0-477d-bd92-23459c00cdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.496295 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95652f86-b1a0-477d-bd92-23459c00cdee admin admin] Publish callbacks [] for security_group (52b56d62-1a98-4a9e-9192-c989a83a2cf7), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.581717 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-95652f86-b1a0-477d-bd92-23459c00cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (52b56d62-1a98-4a9e-9192-c989a83a2cf7), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.635128 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-95652f86-b1a0-477d-bd92-23459c00cdee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4d1c1dcd6bb4b8290475f8ea955d262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871068 Jan 13 14:53:14.638528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44488) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:14.644651 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95652f86-b1a0-477d-bd92-23459c00cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b56d62-1a98-4a9e-9192-c989a83a2cf7,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:14.707823 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] Publish callbacks [] for security_group (52b56d62-1a98-4a9e-9192-c989a83a2cf7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.747915 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] Publish callbacks [] for security_group (52b56d62-1a98-4a9e-9192-c989a83a2cf7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.883330 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (52b56d62-1a98-4a9e-9192-c989a83a2cf7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.892853 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:14.894166 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52b56d62-1a98-4a9e-9192-c989a83a2cf7 HTTP/1.1" status: 204 len: 168 time: 0.2544210 Jan 13 14:53:14.910514 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afff91d-d56e-4aea-a09e-c6e009b3e174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b56d62-1a98-4a9e-9192-c989a83a2cf7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:15.068257 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd3e1-6215-4a9d-85dd-4069cfcaf0d3 req-e7d35e05-a4bd-4437-8db5-52e2db9f1878 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:15.080162 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bc0fd3e1-6215-4a9d-85dd-4069cfcaf0d3 req-e7d35e05-a4bd-4437-8db5-52e2db9f1878 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.1110275 Jan 13 14:53:15.149677 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bc0fd3e1-6215-4a9d-85dd-4069cfcaf0d3 req-d42fab74-8d22-4d92-b9f8-9de0272f0fdf tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648012 Jan 13 14:53:16.323445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ead9e-5f68-4e6b-8821-70d2a24e19cc req-6c290936-8111-4bfa-92cf-ce0672e0c7c5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:16.332125 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b14ead9e-5f68-4e6b-8821-70d2a24e19cc req-6c290936-8111-4bfa-92cf-ce0672e0c7c5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0716062 Jan 13 14:53:16.396712 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b14ead9e-5f68-4e6b-8821-70d2a24e19cc req-c558ee03-df95-4e1e-933f-b4f1856684f5 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636575 Jan 13 14:53:16.661020 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-8d3911ba-f1d1-480a-9505-715ecc199b3e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190198320&fields=id&tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4 HTTP/1.1" status: 200 len: 267 time: 0.0570521 Jan 13 14:53:16.742937 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-e7e955e8-20f3-4057-a615-da315b794d29 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:16.745528 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-e7e955e8-20f3-4057-a615-da315b794d29 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 984 time: 0.0780790 Jan 13 14:53:16.749589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:16.762980 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Request body: {'port': {'security_groups': ['84422ce1-559a-4a8f-bd0c-565c3c5e9fde']}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:16.854568 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.358538 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:17.421094 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.526518 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1568d-4eed-42b7-9f45-88e62fa86752 req-974062cc-dce5-4ace-90e8-6face83a124f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:17.528138 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-68a1568d-4eed-42b7-9f45-88e62fa86752 req-974062cc-dce5-4ace-90e8-6face83a124f tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0521328 Jan 13 14:53:17.584186 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.598023 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-68a1568d-4eed-42b7-9f45-88e62fa86752 req-3ddbf5fc-eab2-436d-8a07-6167a57a26ce tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636017 Jan 13 14:53:17.599530 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:17.676567 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:17.678704 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.685426 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cc8cf9b0-76b2-4712-8ace-3050bd3e1f79 req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "PUT /v2.0/ports/e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 942 time: 0.9276938 Jan 13 14:53:17.689290 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:17.690505 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44538) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:17.702939 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2083124-5d14-46fe-99ce-3b40c5ae00eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:17.741018 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde302fd-6f34-485f-bbe9-a1a0323929ab tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event updated for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:17.758348 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:17.802505 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (6d9d9928-ad97-41bb-a56f-0c795fcf9105), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.822378 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb03d47c-ed5f-4da9-9705-e0b03ec35714 x-openstack-request-id: req-cb03d47c-ed5f-4da9-9705-e0b03ec35714 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:17.822378 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:17.822378 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb03d47c-ed5f-4da9-9705-e0b03ec35714 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:17.822378 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:53:17.883524 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (6d9d9928-ad97-41bb-a56f-0c795fcf9105), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:17.952858 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-1c40c59a-bd96-4f37-8ad9-02b2d3c6c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:17.955370 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-1c40c59a-bd96-4f37-8ad9-02b2d3c6c542 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1098 time: 0.0893347 Jan 13 14:53:18.070708 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-b905e742-efde-460b-8c92-f0b78821a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:18.072626 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-b905e742-efde-460b-8c92-f0b78821a23f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.1097574 Jan 13 14:53:18.144985 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-7301d45b-a4c5-4aef-861e-d7c9d8efd798 None None] Provisioning complete for port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:18.145457 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7301d45b-a4c5-4aef-861e-d7c9d8efd798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.146495 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6d9d9928-ad97-41bb-a56f-0c795fcf9105), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.150431 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.156571 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d9d9928-ad97-41bb-a56f-0c795fcf9105 HTTP/1.1" status: 204 len: 168 time: 0.4603882 Jan 13 14:53:18.157736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44548) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:18.170950 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077426a4-947c-448e-bf4e-1fef86b04d47 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d9928-ad97-41bb-a56f-0c795fcf9105,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:18.193236 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-4e19f3d6-c91f-4111-a08f-c18913f22814 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 1001 time: 0.1124339 Jan 13 14:53:18.263621 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-779e671c-eb7e-485b-b514-6b2645aecb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:18.265192 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-779e671c-eb7e-485b-b514-6b2645aecb32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0649335 Jan 13 14:53:18.322321 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7301d45b-a4c5-4aef-861e-d7c9d8efd798 None None] Current status of the port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:18.330010 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-4bd6a225-df7c-4285-bd74-098430a753ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:18.332822 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-4bd6a225-df7c-4285-bd74-098430a753ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604515 Jan 13 14:53:18.399019 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Deleting port b53f4bc7-cbfe-454c-8bff-82b2c1a62032 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:18.399570 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.451052 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-597776be-07f9-42a0-93ad-42790e01df70 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119604 Jan 13 14:53:18.491772 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.492107 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for floatingip (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.505922 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Calling delete_port for b53f4bc7-cbfe-454c-8bff-82b2c1a62032 owned by network:floatingip {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:18.610965 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2083124-5d14-46fe-99ce-3b40c5ae00eb req-59b00dc4-d881-4651-8c72-53bb0b63c6c3 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530728 Jan 13 14:53:18.616134 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:53:18.754295 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:18.768414 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51c741-69bc-46a4-b971-ad44859fc7d5 req-960a2475-975a-4940-9e7f-603b8a96de2c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:18.769098 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'port_id': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'mac_address': 'fa:16:3e:d2:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:53:18.770103 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0e51c741-69bc-46a4-b971-ad44859fc7d5 req-960a2475-975a-4940-9e7f-603b8a96de2c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 943 time: 0.0705953 Jan 13 14:53:18.812044 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:18.813112 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.818677 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (b53f4bc7-cbfe-454c-8bff-82b2c1a62032), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.829493 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:53:18.834567 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0e51c741-69bc-46a4-b971-ad44859fc7d5 req-34f1bc34-52e5-4da4-88f6-4549e5bd998d tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568278 Jan 13 14:53:18.855415 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:18.856221 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event deleted for resources: {'Port': ['ID=b53f4bc7-cbfe-454c-8bff-82b2c1a62032,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:18.925764 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.926071 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks [] for floatingip (23517131-50d4-4655-9874-a02b68d8fc8e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:18.926275 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.l3_db [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Floating IP 23517131-50d4-4655-9874-a02b68d8fc8e disassociated (deleted). External IP: 172.27.0.198, port: e5ce20a0-4169-44d4-8ff4-943e4e142ce3. Jan 13 14:53:18.986212 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=9']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:19.152840 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['ac2013c1-b799-47b2-8495-0485f03c5d03'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:19.167512 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Router 32c240dd-5dd7-48e2-bfce-24f579480a26 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:19.293278 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:19.299864 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:19.306236 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Sync routers for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:19.319993 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:19.320632 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:19.329223 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c3ea8a0c-fc3f-480e-9706-bdf0445e4062 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "DELETE /v2.0/floatingips/23517131-50d4-4655-9874-a02b68d8fc8e HTTP/1.1" status: 204 len: 168 time: 1.1705158 Jan 13 14:53:19.440314 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:19.711597 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:19.761019 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Checking router: 32c240dd-5dd7-48e2-bfce-24f579480a26 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:19.776165 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:19.776814 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:19.816521 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:19.820314 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d527b-519d-444c-b6fa-76b6eea941be" -d '{"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:19.909688 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7807a128-99d9-48f3-aab5-d5b43fa7758d x-openstack-request-id: req-7807a128-99d9-48f3-aab5-d5b43fa7758d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:19.910047 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:19.910376 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7807a128-99d9-48f3-aab5-d5b43fa7758d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:19.910884 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:53:19.984928 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-865755f6-3eb4-433d-88d9-841eb3b63983 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195271 Jan 13 14:53:19.992801 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:19.997360 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d527b-519d-444c-b6fa-76b6eea941be req-e19fa2b9-c80a-4c90-9751-a23505a5df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:19.999850 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-e19fa2b9-c80a-4c90-9751-a23505a5df67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1098 time: 0.0631866 Jan 13 14:53:20.052583 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7914d1-f023-4a81-811a-d94209df7ab4 req-5098e39b-e94d-4c29-90dd-58230401ef1c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:20.055117 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a7914d1-f023-4a81-811a-d94209df7ab4 req-5098e39b-e94d-4c29-90dd-58230401ef1c tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 944 time: 0.0668714 Jan 13 14:53:20.134031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d527b-519d-444c-b6fa-76b6eea941be req-953a2ddc-be6c-40d6-a7de-9c823e01c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:20.137204 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-953a2ddc-be6c-40d6-a7de-9c823e01c404 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.1275859 Jan 13 14:53:20.139483 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a7914d1-f023-4a81-811a-d94209df7ab4 req-9e6a6ccb-70b1-4f1c-84f9-09727f9f51c0 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782180 Jan 13 14:53:20.220481 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-a3912857-d7bb-4b06-8a03-61810545fdbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 217 time: 0.0745935 Jan 13 14:53:20.306486 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d527b-519d-444c-b6fa-76b6eea941be req-252889de-130e-47ca-9df4-764807ac3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:20.308589 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-252889de-130e-47ca-9df4-764807ac3c41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0774436 Jan 13 14:53:20.371103 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:20.392695 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d527b-519d-444c-b6fa-76b6eea941be req-8708b55b-c2c7-42db-b480-013f8ea60d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:20.394747 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-8708b55b-c2c7-42db-b480-013f8ea60d36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788109 Jan 13 14:53:20.408762 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9caa2-86c0-4a9f-b529-83537f85ca18 None None] The sync data for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi is: [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:51:01Z', 'revision_number': 4, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'f8ba0b8f-d775-46bc-99a7-5e1956ecc414', 'name': '', 'network_id': 'e27ab01b-d3b2-4ce9-998c-619e5271f2db', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'mac_address': 'fa:16:3e:0c:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:00Z', 'updated_at': '2022-01-13T14:51:06Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'subnets': [{'id': '11926d01-0c30-43c9-800b-fb89c51b6d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:20.527716 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-807c1123-f9cc-460b-89cf-d1d6914df548 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256094 Jan 13 14:53:20.621054 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:20.672290 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d31d527b-519d-444c-b6fa-76b6eea941be req-ca389926-cb55-49d4-8aba-7e9fedd772d7 service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383190 Jan 13 14:53:20.710953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port ac2013c1-b799-47b2-8495-0485f03c5d03 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:20.711338 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:20.736592 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44348470-b013-4552-b7b1-cf5b9d8ac775 None None] New status for floating IP 23517131-50d4-4655-9874-a02b68d8fc8e: DOWN {{(pid=109678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:53:20.887349 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port ac2013c1-b799-47b2-8495-0485f03c5d03 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:20.887907 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:20.926550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:20.935351 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7a22ad-e7b3-4487-959a-42362c0da39c" -d '{"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:20.954547 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:20.982978 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-ff3e96f4-5aee-4b5b-82b6-f95ce5ae5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:20.982978 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-ff3e96f4-5aee-4b5b-82b6-f95ce5ae5e57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 1098 time: 0.1243355 Jan 13 14:53:21.019855 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae456e15-5104-48a8-baf7-08f9a6d8943a x-openstack-request-id: req-ae456e15-5104-48a8-baf7-08f9a6d8943a {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:21.020711 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:21.021151 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae456e15-5104-48a8-baf7-08f9a6d8943a {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:21.021840 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'code': 200} Jan 13 14:53:21.040872 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:21.132527 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-4b866e89-5d1e-47b9-b2f2-e82d50f796f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:21.134058 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-4b866e89-5d1e-47b9-b2f2-e82d50f796f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 200 len: 914 time: 0.1378570 Jan 13 14:53:21.134453 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=10']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:21.187534 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-0054d4f1-49ff-4241-8f47-c4c18e7fa955 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 200 len: 217 time: 0.0475523 Jan 13 14:53:21.271581 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-8acca866-92d8-441a-89df-edad1df8cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:21.273236 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-8acca866-92d8-441a-89df-edad1df8cc91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 200 len: 853 time: 0.0802569 Jan 13 14:53:21.309162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4c885-e1b9-4846-8171-972305d2f840 req-2b5c958f-f6a8-4272-82dd-e36c734b38a4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:21.312995 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0cd4c885-e1b9-4846-8171-972305d2f840 req-2b5c958f-f6a8-4272-82dd-e36c734b38a4 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0634122 Jan 13 14:53:21.365496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-8a43368f-cf0b-482c-b8be-586848d0ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:21.368453 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-8a43368f-cf0b-482c-b8be-586848d0ce82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e27ab01b-d3b2-4ce9-998c-619e5271f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889595 Jan 13 14:53:21.388551 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0cd4c885-e1b9-4846-8171-972305d2f840 req-36f36272-1418-4bdf-a73a-9fa66987dfc8 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658414 Jan 13 14:53:21.497322 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2947613-7adb-483d-9158-d025c4ada7fd req-0a626d2c-3e4e-49f8-ac69-528ad6c02239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:21.499347 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2947613-7adb-483d-9158-d025c4ada7fd req-0a626d2c-3e4e-49f8-ac69-528ad6c02239 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 1099 time: 0.1516175 Jan 13 14:53:21.557406 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-47c7b0e1-c996-4a5e-af92-060624457dab service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644542 Jan 13 14:53:21.629004 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a2947613-7adb-483d-9158-d025c4ada7fd req-0a898fc8-5ddc-4fab-88fa-96a8920af365 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218686 Jan 13 14:53:21.689856 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6524a7c-aced-4be9-9c71-838113e4b03f req-56d5b12d-ae31-4eb3-a749-cfd3d694510d service neutron] 10.222.0.66 "GET /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250579 Jan 13 14:53:22.574354 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dccfbc-b5cd-4880-84dd-f042f9b74a53 req-3046dd60-4fa4-4b39-bd47-47c5bd968043 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:22.577095 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a3dccfbc-b5cd-4880-84dd-f042f9b74a53 req-3046dd60-4fa4-4b39-bd47-47c5bd968043 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0777173 Jan 13 14:53:22.656422 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a3dccfbc-b5cd-4880-84dd-f042f9b74a53 req-120ef337-3a54-4029-b4a9-8bcee3f25db9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714855 Jan 13 14:53:23.080646 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a07c2-e05b-4552-b19e-235f599a3274 req-1961d732-0659-4566-b0c5-a40cf94e9a82 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:23.082466 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e16a07c2-e05b-4552-b19e-235f599a3274 req-1961d732-0659-4566-b0c5-a40cf94e9a82 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0556912 Jan 13 14:53:23.170258 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e16a07c2-e05b-4552-b19e-235f599a3274 req-091045b3-5d4d-45bd-98df-ebf977512f6e tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814846 Jan 13 14:53:23.799494 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b88b-0a0d-415e-9de0-353d1dc522fd req-58169755-876b-4d7e-9d49-73963b2bcd99 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:23.801054 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-54b0b88b-0a0d-415e-9de0-353d1dc522fd req-58169755-876b-4d7e-9d49-73963b2bcd99 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0562711 Jan 13 14:53:23.855143 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-54b0b88b-0a0d-415e-9de0-353d1dc522fd req-ac560415-d2b5-4ac0-a3f0-f535b8c101c2 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480738 Jan 13 14:53:24.312551 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43111b33-defd-4c6e-8917-78fdc051be44 req-dcc0553d-8ae5-4cea-b452-a5305bb11030 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:24.314820 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43111b33-defd-4c6e-8917-78fdc051be44 req-dcc0553d-8ae5-4cea-b452-a5305bb11030 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0589843 Jan 13 14:53:24.371547 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-43111b33-defd-4c6e-8917-78fdc051be44 req-50e42481-fcf8-479b-a41d-a651c4e2bf53 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/security-groups?id=84422ce1-559a-4a8f-bd0c-565c3c5e9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Jan 13 14:53:24.807655 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-4b6e6dd5-d115-4882-aa4b-5c96f99946af tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:24.809219 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-4b6e6dd5-d115-4882-aa4b-5c96f99946af tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.66 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 945 time: 0.0741262 Jan 13 14:53:24.952226 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Deleting port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:24.952790 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:25.014079 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445d513-eb30-47c2-9373-8c360d4979d0 req-99132431-0c44-4743-8f6a-70d5b641778b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:25.015716 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f445d513-eb30-47c2-9373-8c360d4979d0 req-99132431-0c44-4743-8f6a-70d5b641778b tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0534098 Jan 13 14:53:25.087444 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f445d513-eb30-47c2-9373-8c360d4979d0 req-1e59c455-08f9-4c5d-8aa6-d72907e4b61e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635998 Jan 13 14:53:25.100799 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] For port e5ce20a0-4169-44d4-8ff4-943e4e142ce3, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:25.101447 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:25.125056 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Calling delete_port for e5ce20a0-4169-44d4-8ff4-943e4e142ce3 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:25.360448 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (e5ce20a0-4169-44d4-8ff4-943e4e142ce3), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:25.373953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e5ce20a0-4169-44d4-8ff4-943e4e142ce3'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:25.409166 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Pushing event deleted for resources: {'Port': ['ID=e5ce20a0-4169-44d4-8ff4-943e4e142ce3,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:25.508871 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] No DVR routers for this DVR port e5ce20a0-4169-44d4-8ff4-943e4e142ce3 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:25.512766 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:25.519047 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c594d3fa-969e-4040-a7ee-6e3ee969897f req-15d789cd-b82f-409e-b6db-1bf668e347cb tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.66 "DELETE /v2.0/ports/e5ce20a0-4169-44d4-8ff4-943e4e142ce3 HTTP/1.1" status: 204 len: 173 time: 0.7034903 Jan 13 14:53:25.530706 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'name': 'network-vif-deleted', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:25.535330 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffceacd8-20f5-4b34-8697-4f82ac3d7a48" -d '{"events": [{"server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "name": "network-vif-deleted", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:25.571308 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2ca92608-7352-4537-9ac7-c61ab1f18615 req-96dc14ae-ad14-4ae3-9d07-7063a22b2396 tempest-TestMinimumBasicScenario-1786078750 tempest-TestMinimumBasicScenario-1786078750-project] 10.222.0.60 "GET /v2.0/ports?device_id=2221ef90-9d3e-44eb-b3d6-689507c10358 HTTP/1.1" status: 200 len: 210 time: 0.0635469 Jan 13 14:53:25.614158 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa25c3a-a5d3-4f44-ae9d-45cf97d65fde x-openstack-request-id: req-caa25c3a-a5d3-4f44-ae9d-45cf97d65fde {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:25.614541 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221ef90-9d3e-44eb-b3d6-689507c10358", "name": "network-vif-deleted", "tag": "e5ce20a0-4169-44d4-8ff4-943e4e142ce3", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:25.614879 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caa25c3a-a5d3-4f44-ae9d-45cf97d65fde {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:25.615341 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2221ef90-9d3e-44eb-b3d6-689507c10358', 'name': 'network-vif-deleted', 'tag': 'e5ce20a0-4169-44d4-8ff4-943e4e142ce3', 'status': 'completed', 'code': 200} Jan 13 14:53:28.421986 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44738) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:28.691550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e5ce20a0-4169-44d4-8ff4-943e4e142ce3 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:28.727752 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: e5ce20a0-4169-44d4-8ff4-943e4e142ce3 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:28.728240 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e5ce20a0-4169-44d4-8ff4-943e4e142ce3 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:28.842172 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (32c240dd-5dd7-48e2-bfce-24f579480a26), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.139696 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Deleting port f8ba0b8f-d775-46bc-99a7-5e1956ecc414 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:29.140043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.234668 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] For port f8ba0b8f-d775-46bc-99a7-5e1956ecc414, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:29.235658 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.259775 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Calling delete_port for f8ba0b8f-d775-46bc-99a7-5e1956ecc414 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:29.365379 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44750) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:29.476632 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9cf23a10-43a0-4e7b-a7d8-c27f11e4c59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.537200 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (f8ba0b8f-d775-46bc-99a7-5e1956ecc414), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.559181 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9cf23a10-43a0-4e7b-a7d8-c27f11e4c59c admin admin] Publish callbacks [] for security_group (d54a2ed6-c7b9-44de-a92e-8fa8b2149de3), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.577191 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ba0b8f-d775-46bc-99a7-5e1956ecc414,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:29.633288 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9cf23a10-43a0-4e7b-a7d8-c27f11e4c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d54a2ed6-c7b9-44de-a92e-8fa8b2149de3), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.674363 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf23a10-43a0-4e7b-a7d8-c27f11e4c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a2ed6-c7b9-44de-a92e-8fa8b2149de3,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:29.681323 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9cf23a10-43a0-4e7b-a7d8-c27f11e4c59c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4649c902693042279d4a394be399b462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124189 Jan 13 14:53:29.681491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44754) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:29.746201 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] Publish callbacks [] for security_group (d54a2ed6-c7b9-44de-a92e-8fa8b2149de3), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.778229 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (32c240dd-5dd7-48e2-bfce-24f579480a26), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.778926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] Publish callbacks [] for security_group (d54a2ed6-c7b9-44de-a92e-8fa8b2149de3), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.908768 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d54a2ed6-c7b9-44de-a92e-8fa8b2149de3), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.911321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:29.912532 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d54a2ed6-c7b9-44de-a92e-8fa8b2149de3 HTTP/1.1" status: 204 len: 168 time: 0.2301188 Jan 13 14:53:29.920937 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf4c80-576b-4481-8a5b-e9f572e049c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a2ed6-c7b9-44de-a92e-8fa8b2149de3,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:30.009859 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Router 32c240dd-5dd7-48e2-bfce-24f579480a26 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:30.120335 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:30.129678 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44758) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:30.130844 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3e959f46-c388-4921-96e7-c91c13c1b957 admin admin] 10.222.0.60 "PUT /v2.0/routers/32c240dd-5dd7-48e2-bfce-24f579480a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061963 Jan 13 14:53:30.133570 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Sync routers for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:30.144464 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:30.145096 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:30.251049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks [] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.263062 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:30.328087 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f6e87036-d150-480a-a980-bbb738b874b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.379765 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks [] for router_gateway (32c240dd-5dd7-48e2-bfce-24f579480a26), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.459271 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:53:29Z', 'revision_number': 5, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port': {'id': '7e44c34d-adf6-4671-9da9-517f0c126bdf', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:50:58Z', 'updated_at': '2022-01-13T14:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:30.491174 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Checking router: 32c240dd-5dd7-48e2-bfce-24f579480a26 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:30.498501 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Deleting port 7e44c34d-adf6-4671-9da9-517f0c126bdf {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:30.501872 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.502077 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Routers {'32c240dd-5dd7-48e2-bfce-24f579480a26'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:30.502247 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['32c240dd-5dd7-48e2-bfce-24f579480a26'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:30.593449 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] For port 7e44c34d-adf6-4671-9da9-517f0c126bdf, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7e44c34d-adf6-4671-9da9-517f0c126bdf,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:30.593833 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.598103 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] Set router 32c240dd-5dd7-48e2-bfce-24f579480a26 gateway port host: None {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:30.608781 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Calling delete_port for 7e44c34d-adf6-4671-9da9-517f0c126bdf owned by network:router_gateway {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:30.655670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44762) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:30.671717 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:53:30Z', 'revision_number': 6, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:30.699687 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f81a3a-13cf-430d-b189-df084cb2d603 None None] The sync data for ids ['32c240dd-5dd7-48e2-bfce-24f579480a26'] in dv-cinder-823726-5-iscsi is: [{'id': '32c240dd-5dd7-48e2-bfce-24f579480a26', 'name': 'tempest-TestMinimumBasicScenario-880580520-router', 'tenant_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:50:57Z', 'updated_at': '2022-01-13T14:53:30Z', 'revision_number': 6, 'project_id': '4b9e76285dfa4ec782f6ff1691e1d7e4', 'gw_port_host': None}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:30.868985 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (7e44c34d-adf6-4671-9da9-517f0c126bdf), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.903715 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7e44c34d-adf6-4671-9da9-517f0c126bdf,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:30.905431 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd305bf1-88cb-40e4-a17d-d8f68b4e917b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:30.978783 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (32c240dd-5dd7-48e2-bfce-24f579480a26), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.001005 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd305bf1-88cb-40e4-a17d-d8f68b4e917b admin admin] Publish callbacks [] for security_group (bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.081404 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd305bf1-88cb-40e4-a17d-d8f68b4e917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.111682 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.114172 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks [] for router_controller (32c240dd-5dd7-48e2-bfce-24f579480a26), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.132994 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-fd305bf1-88cb-40e4-a17d-d8f68b4e917b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2478c7cfc44b4932aebe3480aa78e3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747293 Jan 13 14:53:31.132994 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd305bf1-88cb-40e4-a17d-d8f68b4e917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:31.135454 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44764) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:31.196521 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device f8ba0b8f-d775-46bc-99a7-5e1956ecc414 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:31.225752 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] Publish callbacks [] for security_group (bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.244890 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: f8ba0b8f-d775-46bc-99a7-5e1956ecc414 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:31.245474 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device f8ba0b8f-d775-46bc-99a7-5e1956ecc414 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:31.265919 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] Publish callbacks [] for security_group (bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.421478 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.424852 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.426129 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc HTTP/1.1" status: 204 len: 168 time: 0.2898245 Jan 13 14:53:31.437297 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7825916-5b55-459e-9084-7ee452e9674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b9ed5-207a-4bb6-bba1-ad0d090b40fc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:31.525616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (32c240dd-5dd7-48e2-bfce-24f579480a26), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.526205 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c240dd-5dd7-48e2-bfce-24f579480a26 {{(pid=109677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:53:31.531256 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.534655 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-a391d6df-88c8-492e-992b-78dc9369a2ef admin admin] 10.222.0.60 "DELETE /v2.0/routers/32c240dd-5dd7-48e2-bfce-24f579480a26 HTTP/1.1" status: 204 len: 168 time: 1.4023516 Jan 13 14:53:31.535957 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44768) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:31.588329 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Deleting subnet 11926d01-0c30-43c9-800b-fb89c51b6d7f {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:53:31.591581 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Publish callbacks [] for subnet (11926d01-0c30-43c9-800b-fb89c51b6d7f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.632241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (11926d01-0c30-43c9-800b-fb89c51b6d7f), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.716081 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (11926d01-0c30-43c9-800b-fb89c51b6d7f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.903471 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (11926d01-0c30-43c9-800b-fb89c51b6d7f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.928241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11926d01-0c30-43c9-800b-fb89c51b6d7f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:31.934461 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:31.940755 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5ddb5f43-16c7-4e66-8b20-70a9751f6223 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11926d01-0c30-43c9-800b-fb89c51b6d7f HTTP/1.1" status: 204 len: 168 time: 0.4009345 Jan 13 14:53:31.941539 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44772) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:31.942132 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d5276-b57f-410f-8812-9810cc6c1b46 None None] Network e27ab01b-d3b2-4ce9-998c-619e5271f2db requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:32.029650 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (e27ab01b-d3b2-4ce9-998c-619e5271f2db), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.101234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Deleting port 332708cc-7356-4583-bbf4-f03b984589b7 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:32.101532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (332708cc-7356-4583-bbf4-f03b984589b7), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.124939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] DHCP port deletion for e27ab01b-d3b2-4ce9-998c-619e5271f2db request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:53:32.168238 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] For port 332708cc-7356-4583-bbf4-f03b984589b7, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=332708cc-7356-4583-bbf4-f03b984589b7,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:32.171404 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (332708cc-7356-4583-bbf4-f03b984589b7), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.176084 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Deleting port 332708cc-7356-4583-bbf4-f03b984589b7 {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:32.176474 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (332708cc-7356-4583-bbf4-f03b984589b7), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.182272 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Calling delete_port for 332708cc-7356-4583-bbf4-f03b984589b7 owned by network:dhcp {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:32.254906 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] For port 332708cc-7356-4583-bbf4-f03b984589b7, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=332708cc-7356-4583-bbf4-f03b984589b7,segment=NetworkSegment(9f57899c-e84d-43e3-a86a-65a626ff2885),segment_id=9f57899c-e84d-43e3-a86a-65a626ff2885)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:32.255311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (332708cc-7356-4583-bbf4-f03b984589b7), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.268862 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Calling delete_port for 332708cc-7356-4583-bbf4-f03b984589b7 owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:32.298119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44774) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:32.308540 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c3741550-f5e3-4238-a482-04fdc962ca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.371662 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (332708cc-7356-4583-bbf4-f03b984589b7), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.380143 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (332708cc-7356-4583-bbf4-f03b984589b7), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.408925 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Pushing event deleted for resources: {'Port': ['ID=332708cc-7356-4583-bbf4-f03b984589b7,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:32.414014 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] No DVR routers for this DVR port 332708cc-7356-4583-bbf4-f03b984589b7 on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:32.418064 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa391a7-db8c-4a84-89cf-73362a5eb508 None None] Pushing event deleted for resources: {'Port': ['ID=332708cc-7356-4583-bbf4-f03b984589b7,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:32.424617 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] No DVR routers for this DVR port 332708cc-7356-4583-bbf4-f03b984589b7 on host dv-cinder-823726-5-iscsi {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:32.426442 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c3741550-f5e3-4238-a482-04fdc962ca79 admin admin] Publish callbacks [] for security_group (1ad89cf8-3109-463b-b98a-ae65d30963b1), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.501438 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (e27ab01b-d3b2-4ce9-998c-619e5271f2db), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.521899 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27ab01b-d3b2-4ce9-998c-619e5271f2db']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:32.530062 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c3741550-f5e3-4238-a482-04fdc962ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1ad89cf8-3109-463b-b98a-ae65d30963b1), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.533722 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f57899c-e84d-43e3-a86a-65a626ff2885') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:32.534012 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f57899c-e84d-43e3-a86a-65a626ff2885') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:32.562987 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (9f57899c-e84d-43e3-a86a-65a626ff2885), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.583724 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c3741550-f5e3-4238-a482-04fdc962ca79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=612bfa46311548739d0a0b60c7522a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882471 Jan 13 14:53:32.586464 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44776) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:32.590970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741550-f5e3-4238-a482-04fdc962ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad89cf8-3109-463b-b98a-ae65d30963b1,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:32.593988 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (9f57899c-e84d-43e3-a86a-65a626ff2885), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.602577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (9f57899c-e84d-43e3-a86a-65a626ff2885), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:53:32.612551 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:53:32.645030 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] Publish callbacks [] for security_group (1ad89cf8-3109-463b-b98a-ae65d30963b1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.667671 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] Publish callbacks [] for security_group (1ad89cf8-3109-463b-b98a-ae65d30963b1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.748586 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (e27ab01b-d3b2-4ce9-998c-619e5271f2db), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.758205 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.763576 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e27ab01b-d3b2-4ce9-998c-619e5271f2db HTTP/1.1" status: 204 len: 168 time: 0.8207517 Jan 13 14:53:32.768482 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44778) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:32.776382 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615a327-593d-4caf-9562-27310bd27804 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27ab01b-d3b2-4ce9-998c-619e5271f2db,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:32.811630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1ad89cf8-3109-463b-b98a-ae65d30963b1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.814260 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.815353 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ad89cf8-3109-463b-b98a-ae65d30963b1 HTTP/1.1" status: 204 len: 168 time: 0.2276347 Jan 13 14:53:32.830513 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275510bd-22a9-4770-84a0-18808175a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad89cf8-3109-463b-b98a-ae65d30963b1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:32.966123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e3fe852a-766c-4f85-a2ce-dc675adf72ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:32.991532 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 332708cc-7356-4583-bbf4-f03b984589b7 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:33.014016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 332708cc-7356-4583-bbf4-f03b984589b7 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:33.014356 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 332708cc-7356-4583-bbf4-f03b984589b7 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:33.014815 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7e44c34d-adf6-4671-9da9-517f0c126bdf no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:33.036879 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 7e44c34d-adf6-4671-9da9-517f0c126bdf {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:33.037284 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7e44c34d-adf6-4671-9da9-517f0c126bdf not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:33.162819 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:33.431632 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Deleting port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:33.431978 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:33.516148 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] For port 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:33.517256 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:33.540884 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Calling delete_port for 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:33.833204 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:33.864799 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Pushing event deleted for resources: {'Port': ['ID=19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:34.037818 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.189109 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.325483 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:34.438995 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:34.444921 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-86bfc7d7-d7e9-42bf-b857-159b5d8e230d admin admin] 10.222.0.60 "PUT /v2.0/routers/11e94cc1-6569-4d86-9b2d-d85b85ec5b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746609 Jan 13 14:53:34.447015 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44804) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:34.450916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Sync routers for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:34.463619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:34.464249 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:34.559434 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks [] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.598822 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:34.680395 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks [] for router_gateway (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.825794 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Deleting port 6e7b1d25-9b85-42f9-baaf-d37abf22e068 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:34.826356 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.829195 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:53:33Z', 'revision_number': 5, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port': {'id': '6e7b1d25-9b85-42f9-baaf-d37abf22e068', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:51:06Z', 'updated_at': '2022-01-13T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:34.857529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Checking router: 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:34.867517 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Routers {'11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:34.869435 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:34.948781 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] For port 6e7b1d25-9b85-42f9-baaf-d37abf22e068, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6e7b1d25-9b85-42f9-baaf-d37abf22e068,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:34.949892 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:34.966844 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Calling delete_port for 6e7b1d25-9b85-42f9-baaf-d37abf22e068 owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:35.110741 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] Set router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b gateway port host: None {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:35.189296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:53:34Z', 'revision_number': 6, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:35.227115 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5f9f-7827-4d3f-834b-7a7a8481c7ab None None] The sync data for ids ['11e94cc1-6569-4d86-9b2d-d85b85ec5b4b'] in dv-cinder-823726-5-iscsi is: [{'id': '11e94cc1-6569-4d86-9b2d-d85b85ec5b4b', 'name': 'tempest-TestMinimumBasicScenario-1404843458-router', 'tenant_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:51:05Z', 'updated_at': '2022-01-13T14:53:34Z', 'revision_number': 6, 'project_id': '1bd162c666db4ca4ba2e9b3661489b1f', 'gw_port_host': None}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:35.274858 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (6e7b1d25-9b85-42f9-baaf-d37abf22e068), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.303580 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7b1d25-9b85-42f9-baaf-d37abf22e068,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:35.375170 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.424244 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.473232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.476401 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks [] for router_controller (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.703163 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (11e94cc1-6569-4d86-9b2d-d85b85ec5b4b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.704621 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11e94cc1-6569-4d86-9b2d-d85b85ec5b4b {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:53:35.709427 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.710603 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ed29437c-cfce-4584-9d5c-b15eb42cda77 admin admin] 10.222.0.60 "DELETE /v2.0/routers/11e94cc1-6569-4d86-9b2d-d85b85ec5b4b HTTP/1.1" status: 204 len: 168 time: 1.2623975 Jan 13 14:53:35.713237 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44810) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:35.767929 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Deleting subnet 47d38ce5-8c22-456f-b3fe-d61ab5bf0a16 {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:53:35.771987 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Publish callbacks [] for subnet (47d38ce5-8c22-456f-b3fe-d61ab5bf0a16), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.822650 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (47d38ce5-8c22-456f-b3fe-d61ab5bf0a16), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:35.967770 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (47d38ce5-8c22-456f-b3fe-d61ab5bf0a16), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.165911 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (47d38ce5-8c22-456f-b3fe-d61ab5bf0a16), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.194082 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-8a45f96f-07ce-475e-8ea6-84c53df471db tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=81357e7e07244125b12837b85df25d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495138 Jan 13 14:53:36.487280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-d0df8203-ba20-4d8d-940a-acc75e111633 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:36.488926 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-d0df8203-ba20-4d8d-940a-acc75e111633 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883482 Jan 13 14:53:36.500006 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d38ce5-8c22-456f-b3fe-d61ab5bf0a16,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:36.504644 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-825ba58a-b696-4989-aa8d-c84f384eee54 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/quotas/81357e7e07244125b12837b85df25d89 HTTP/1.1" status: 200 len: 375 time: 0.0101805 Jan 13 14:53:36.506927 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.512503 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-702798af-0a88-48ce-b0de-841ba76ec7a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/47d38ce5-8c22-456f-b3fe-d61ab5bf0a16 HTTP/1.1" status: 204 len: 168 time: 0.7980056 Jan 13 14:53:36.513132 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd563f-5f48-4dbf-bb9f-6e44fbab0e4a None None] Network a4a7f1ee-830c-4423-b392-688886e757f1 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:36.515283 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44826) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:36.564500 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-b3915a0f-17be-4496-a6bf-c93d5d723145 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=81357e7e07244125b12837b85df25d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415053 Jan 13 14:53:36.602203 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (a4a7f1ee-830c-4423-b392-688886e757f1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.670496 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Deleting port fb1dd6b8-cff8-4057-913b-9266b8d7c494 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:36.670848 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.701629 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] DHCP port deletion for a4a7f1ee-830c-4423-b392-688886e757f1 request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:53:36.732561 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.749377 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] For port fb1dd6b8-cff8-4057-913b-9266b8d7c494, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=fb1dd6b8-cff8-4057-913b-9266b8d7c494,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:36.749747 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.767633 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Calling delete_port for fb1dd6b8-cff8-4057-913b-9266b8d7c494 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:36.768233 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Deleting port fb1dd6b8-cff8-4057-913b-9266b8d7c494 {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:36.768777 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.851601 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] For port fb1dd6b8-cff8-4057-913b-9266b8d7c494, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=fb1dd6b8-cff8-4057-913b-9266b8d7c494,segment=NetworkSegment(25feeefa-0036-444b-914a-d11488db5c36),segment_id=25feeefa-0036-444b-914a-d11488db5c36)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:36.852000 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:36.865308 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Calling delete_port for fb1dd6b8-cff8-4057-913b-9266b8d7c494 owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:36.984894 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1f12b6a5-e48e-46d7-85b2-11c5988c531d req-d6f22dd1-13d4-452a-804a-2d03fd094dc4 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 210 time: 0.0477147 Jan 13 14:53:37.012063 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.022925 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (fb1dd6b8-cff8-4057-913b-9266b8d7c494), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.045234 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1dd6b8-cff8-4057-913b-9266b8d7c494,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:37.048061 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] No DVR routers for this DVR port fb1dd6b8-cff8-4057-913b-9266b8d7c494 on host dv-cinder-823726-5-iscsi {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:37.082851 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] Pushing event deleted for resources: {'Port': ['ID=fb1dd6b8-cff8-4057-913b-9266b8d7c494,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:37.087310 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device fb1dd6b8-cff8-4057-913b-9266b8d7c494 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:37.129980 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aaac6d-ea68-4cd8-84ed-d58d81a2efe5 None None] No DVR routers for this DVR port fb1dd6b8-cff8-4057-913b-9266b8d7c494 on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:37.134037 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (a4a7f1ee-830c-4423-b392-688886e757f1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.137269 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: fb1dd6b8-cff8-4057-913b-9266b8d7c494 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:37.137840 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device fb1dd6b8-cff8-4057-913b-9266b8d7c494 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:37.138589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:37.170456 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a7f1ee-830c-4423-b392-688886e757f1']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:37.174093 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:37.174674 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 19a2ba56-5b7a-4d7a-8e98-fd40c5f3703e not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:37.175348 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6e7b1d25-9b85-42f9-baaf-d37abf22e068 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:37.190172 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25feeefa-0036-444b-914a-d11488db5c36') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:37.190928 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25feeefa-0036-444b-914a-d11488db5c36') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:37.202699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 6e7b1d25-9b85-42f9-baaf-d37abf22e068 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:37.203095 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6e7b1d25-9b85-42f9-baaf-d37abf22e068 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:37.212072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (25feeefa-0036-444b-914a-d11488db5c36), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.234203 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (25feeefa-0036-444b-914a-d11488db5c36), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.245048 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:53:37.245457 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (25feeefa-0036-444b-914a-d11488db5c36), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:53:37.247712 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:53:37.417745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (a4a7f1ee-830c-4423-b392-688886e757f1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.424598 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:37.427825 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a4a7f1ee-830c-4423-b392-688886e757f1 HTTP/1.1" status: 204 len: 168 time: 0.9115288 Jan 13 14:53:37.440532 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d10d4-27a3-46bd-99f3-7e4e914815d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a7f1ee-830c-4423-b392-688886e757f1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:37.999794 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44840) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:38.050322 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-392638da-edae-49c7-b2d0-0c23599b58c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b9e76285dfa4ec782f6ff1691e1d7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492659 Jan 13 14:53:38.054555 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44844) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:38.073756 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1f5ae02a-3130-4057-b8b5-1a4ce4ecd532 req-8c6e7d5f-4c72-4bb8-93e2-3d0d9b223f9e tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 210 time: 0.0278444 Jan 13 14:53:38.109207 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] Publish callbacks [] for security_group (84422ce1-559a-4a8f-bd0c-565c3c5e9fde), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:38.133174 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] Publish callbacks [] for security_group (84422ce1-559a-4a8f-bd0c-565c3c5e9fde), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:38.274548 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (84422ce1-559a-4a8f-bd0c-565c3c5e9fde), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:38.277536 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:38.278820 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84422ce1-559a-4a8f-bd0c-565c3c5e9fde HTTP/1.1" status: 204 len: 168 time: 0.2232046 Jan 13 14:53:38.287050 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc381a-95c2-4acf-a54f-65f8178ca99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84422ce1-559a-4a8f-bd0c-565c3c5e9fde,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:39.056268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44850) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:39.098241 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-bb651935-0505-4902-8d49-a1569726e0f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bd162c666db4ca4ba2e9b3661489b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402744 Jan 13 14:53:39.100377 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44854) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:39.164449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] Publish callbacks [] for security_group (1022f6e2-4e86-41b2-8fac-6e72d063a3f9), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:39.187118 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-473f26ac-76b0-40c5-8477-b0537076aaea req-f1cb0ab4-058c-44b1-955d-bbdfed20df43 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 210 time: 0.0353963 Jan 13 14:53:39.201606 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] Publish callbacks [] for security_group (1022f6e2-4e86-41b2-8fac-6e72d063a3f9), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:39.331781 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1022f6e2-4e86-41b2-8fac-6e72d063a3f9), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:39.334449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:39.335670 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1022f6e2-4e86-41b2-8fac-6e72d063a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2342479 Jan 13 14:53:39.344624 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0948ebb-bb4a-45f9-ae7e-a7dffcb2846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1022f6e2-4e86-41b2-8fac-6e72d063a3f9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:39.559020 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-790353cf-2304-412e-8c48-02a2fe27a591 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=81357e7e07244125b12837b85df25d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241077 Jan 13 14:53:39.682555 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-c866e2ab-2b9e-42f2-a2d8-a4172d39043d tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:39.684027 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-c866e2ab-2b9e-42f2-a2d8-a4172d39043d tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198454 Jan 13 14:53:39.697067 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Request body: {'port': {'device_id': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5', 'admin_state_up': True, 'tenant_id': '81357e7e07244125b12837b85df25d89'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:39.896309 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Made reservation on behalf of 81357e7e07244125b12837b85df25d89 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:53:39.900433 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:39.911386 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.003016 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks [] for security_group (a38f857f-5926-469d-89bc-6f671d8aabf1), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.062718 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a38f857f-5926-469d-89bc-6f671d8aabf1), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.132299 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f857f-5926-469d-89bc-6f671d8aabf1,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:40.150911 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.151263 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.151610 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.152195 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.152534 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.152863 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.153189 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.153513 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.153836 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.154157 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.154479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.154825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.155143 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:40.238403 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Allocated IP 192.168.233.164 (fb788b18-edf9-4d50-a133-c98ba81e91e5/7881736d-51a9-4522-9767-b73918493714/d668b58e-26c5-4500-aaee-d1535de2c2cf) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:40.338263 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c27641d4-15e9-45c6-9d2b-7ef0032d915c req-6aa4ab61-0b7b-4fe1-bf35-73da87dc4a3f tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 210 time: 0.0481107 Jan 13 14:53:40.440214 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks [] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.543926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.605504 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Network fb788b18-edf9-4d50-a133-c98ba81e91e5 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:40.610500 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:40.611351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44882) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:40.612485 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Pushing event updated for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:40.621183 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:40.688948 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:40.690085 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.738990 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972430776-network', 'tenant_id': '013e714330fb4919b89cd5e680505e90'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:40.788285 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-03238d93-6a63-4a75-b906-5a5b425c2fde tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949965 Jan 13 14:53:40.804906 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Request body: {'port': {'device_id': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:40.867326 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.868877 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Made reservation on behalf of 013e714330fb4919b89cd5e680505e90 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:53:40.872539 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.886622 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.938746 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-8a8928af-d123-412a-9f11-c3c8aa71382e None None] Provisioning complete for port d668b58e-26c5-4500-aaee-d1535de2c2cf triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:40.940423 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8a8928af-d123-412a-9f11-c3c8aa71382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.984365 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks [] for security_group (5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:40.990079 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-8a8928af-d123-412a-9f11-c3c8aa71382e None None] Port d668b58e-26c5-4500-aaee-d1535de2c2cf cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:53:41.097472 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.121238 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:53:41.137126 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:41.140423 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (1069f2a9-05d6-4fd8-b33b-fb88fb05e472), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.140819 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Added segment 1069f2a9-05d6-4fd8-b33b-fb88fb05e472 of type vlan for network 3312d895-15da-4dac-8695-c4ec07b0622a Jan 13 14:53:41.184919 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (3312d895-15da-4dac-8695-c4ec07b0622a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.186415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d668b58e-26c5-4500-aaee-d1535de2c2cf {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:53:41.195554 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks [] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.216642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Transition to ACTIVE for port object d668b58e-26c5-4500-aaee-d1535de2c2cf will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:53:41.388231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (3312d895-15da-4dac-8695-c4ec07b0622a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.396159 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:41.396159 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.416862 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.486737 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Pushing event updated for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:41.487297 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] Pushing event updated for resources: {'Network': ['ID=3312d895-15da-4dac-8695-c4ec07b0622a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:41.511035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 3312d895-15da-4dac-8695-c4ec07b0622a details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:53:41.520465 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501cfa-8c2b-4f38-b712-e0f866623738 req-833d77f7-e774-40a7-8a7f-179d16faa147 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:41.528965 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-07501cfa-8c2b-4f38-b712-e0f866623738 req-833d77f7-e774-40a7-8a7f-179d16faa147 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 948 time: 0.0870745 Jan 13 14:53:41.592576 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Attempting to bind port d668b58e-26c5-4500-aaee-d1535de2c2cf on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:41.592953 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Attempting to bind port d668b58e-26c5-4500-aaee-d1535de2c2cf by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:41.593265 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Attempting to bind port d668b58e-26c5-4500-aaee-d1535de2c2cf on network fb788b18-edf9-4d50-a133-c98ba81e91e5 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:41.600314 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-07501cfa-8c2b-4f38-b712-e0f866623738 req-10538ac8-4656-489b-8d54-aef9e553a8cd tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 Jan 13 14:53:41.601343 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Port d668b58e-26c5-4500-aaee-d1535de2c2cf on network fb788b18-edf9-4d50-a133-c98ba81e91e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:53:41.601685 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Attempting to bind port d668b58e-26c5-4500-aaee-d1535de2c2cf on network fb788b18-edf9-4d50-a133-c98ba81e91e5 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:41.607779 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:41.608640 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Checking segment: {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:41.609133 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Bound using segment: {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:41.609845 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Bound port: d668b58e-26c5-4500-aaee-d1535de2c2cf, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640fd689-8c0d-4185-994c-644fb4f5fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:41.611516 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.626727 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-257047b8-00d1-4ad1-a8ce-60243796a81b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0141671 Jan 13 14:53:41.634577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 44888) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:41.639788 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Request body: {'subnet': {'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972430776-subnet', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:41.716027 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:41.720202 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:41.812030 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Made reservation on behalf of 013e714330fb4919b89cd5e680505e90 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:53:41.815003 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25703495'] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.817719 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.895038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:41.895667 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:41.897103 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] 10.222.0.66 "PUT /v2.0/ports/d668b58e-26c5-4500-aaee-d1535de2c2cf HTTP/1.1" status: 200 len: 1098 time: 1.1006265 Jan 13 14:53:41.904014 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:41.907521 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62" -d '{"events": [{"name": "network-changed", "server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:41.957723 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc103b5-241b-4579-a788-df74fd2da86a x-openstack-request-id: req-cfc103b5-241b-4579-a788-df74fd2da86a {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:41.958031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:41.960433 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfc103b5-241b-4579-a788-df74fd2da86a {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:41.960433 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf', 'status': 'completed', 'code': 200} Jan 13 14:53:41.960969 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe64d1b-cf5d-4abe-b9dc-52740903076f service neutron] Pushing event updated for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:42.128700 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62 req-ba304e4c-1390-4b71-bf33-966c00eb424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.131334 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62 req-ba304e4c-1390-4b71-bf33-966c00eb424c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81357e7e07244125b12837b85df25d89&device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 1101 time: 0.1382723 Jan 13 14:53:42.216472 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62 req-16ef4f6e-0444-439e-aad3-64a92fc4e5ad service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=81357e7e07244125b12837b85df25d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493283 Jan 13 14:53:42.306369 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25699158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25709229'] for subnet (f826359b-0a2d-4180-bc80-31ccf1fe9a18), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:42.361304 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62 req-df27bf89-da02-4dbb-90b9-2804dbf9d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.362870 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-487b183d-7c9e-4c56-a5c7-2ea19e30fe62 req-df27bf89-da02-4dbb-90b9-2804dbf9d9ee service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1390843 Jan 13 14:53:42.380292 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f826359b-0a2d-4180-bc80-31ccf1fe9a18,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:42.417268 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:42.417582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Network hostable DHCP agents. Network: 3312d895-15da-4dac-8695-c4ec07b0622a, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:53:42.471730 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-b35b066a-75cc-4b35-b8c1-019342cd67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.473275 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-b35b066a-75cc-4b35-b8c1-019342cd67a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81357e7e07244125b12837b85df25d89&device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 1101 time: 0.0675323 Jan 13 14:53:42.520200 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-5a0a803e-cffb-4b42-b7bd-bc21295174e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf HTTP/1.1" status: 200 len: 217 time: 0.0386381 Jan 13 14:53:42.581997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-d3cfe26f-5dad-4f4b-a8ea-dcca668e2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.584403 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-d3cfe26f-5dad-4f4b-a8ea-dcca668e2cd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7881736d-51a9-4522-9767-b73918493714 HTTP/1.1" status: 200 len: 843 time: 0.0572467 Jan 13 14:53:42.588202 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Network 3312d895-15da-4dac-8695-c4ec07b0622a is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:53:42.643373 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-ddbbd1c7-f459-4fc1-8011-301e18567997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.645360 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-ddbbd1c7-f459-4fc1-8011-301e18567997 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb788b18-edf9-4d50-a133-c98ba81e91e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0534205 Jan 13 14:53:42.697602 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 3312d895-15da-4dac-8695-c4ec07b0622a) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:42.704636 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.705468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:42.718080 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001f289-75d3-4c3c-b9e1-2a512c7045ef None None] Network 3312d895-15da-4dac-8695-c4ec07b0622a requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:42.727887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c60ea-fec9-4043-b10e-2ed34247d7bd req-0740c8c4-e0e0-4254-ad85-9b26558116a9 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:42.729765 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4e4c60ea-fec9-4043-b10e-2ed34247d7bd req-0740c8c4-e0e0-4254-ad85-9b26558116a9 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 948 time: 0.0584307 Jan 13 14:53:42.764353 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-8a3d42e9-b36b-445e-b755-5723dbae1ff5 service neutron] 10.222.0.66 "GET /v2.0/networks/fb788b18-edf9-4d50-a133-c98ba81e91e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105213 Jan 13 14:53:42.789725 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4e4c60ea-fec9-4043-b10e-2ed34247d7bd req-e7f49657-5696-4350-a74f-94971f7bdc4a tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535474 Jan 13 14:53:42.847107 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-be0cff04-fa55-4d8f-84e1-6e92b9dcf03e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2112164 Jan 13 14:53:42.851173 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44894) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:42.857219 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:42.880619 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-3312d895-15da-4dac-8695-c4ec07b0622a', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:53:42.882169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:42.920445 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f97688e0-2a8d-4f71-b8df-0226b73452fa req-38504ef9-233c-4cb3-be3e-6fbf8cebb656 service neutron] 10.222.0.66 "GET /v2.0/networks/fb788b18-edf9-4d50-a133-c98ba81e91e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493890 Jan 13 14:53:42.938442 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:42.940757 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.007334 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for router_controller (12d021c2-87a5-44c6-b258-ed578d54ae60), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.056469 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Allocated IP 172.20.0.2 (3312d895-15da-4dac-8695-c4ec07b0622a/f826359b-0a2d-4180-bc80-31ccf1fe9a18/73b1a0c5-142e-402b-8152-9b3c63f818fa) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:43.209162 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for router_gateway (12d021c2-87a5-44c6-b258-ed578d54ae60), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.218468 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks [] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.336006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.378789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:43.381789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:43.384748 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:43.390266 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Pushing event updated for resources: {'Port': ['ID=73b1a0c5-142e-402b-8152-9b3c63f818fa,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:43.402160 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.402497 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.402879 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.403272 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.403600 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.403922 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.404250 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.404574 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.404898 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.405249 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.405568 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.405885 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.406199 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:43.457101 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Attempting to bind port 73b1a0c5-142e-402b-8152-9b3c63f818fa on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:43.457529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Attempting to bind port 73b1a0c5-142e-402b-8152-9b3c63f818fa by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:43.457877 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Attempting to bind port 73b1a0c5-142e-402b-8152-9b3c63f818fa on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:43.463103 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:43.463414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:43.463813 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.464204 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Bound using segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:43.464667 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Bound port: 73b1a0c5-142e-402b-8152-9b3c63f818fa, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:43.465497 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.508449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for router_gateway (12d021c2-87a5-44c6-b258-ed578d54ae60), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.527066 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.533033 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] For port 73b1a0c5-142e-402b-8152-9b3c63f818fa, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:43.536414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] For port 73b1a0c5-142e-402b-8152-9b3c63f818fa, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=73b1a0c5-142e-402b-8152-9b3c63f818fa,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:43.612193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.634460 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Allocated IP 172.27.0.38 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:43.685809 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a61a6-c771-4eb1-9da8-ebdf05b6ed5d None None] Pushing event updated for resources: {'Port': ['ID=73b1a0c5-142e-402b-8152-9b3c63f818fa,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:43.754420 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.863550 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:43.923017 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:43.930439 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663b4a0-b970-4cdb-8e58-5b36e124f931 req-ae69a3b1-d65f-44af-aaef-2573c089b622 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:43.931104 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:43.933715 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9663b4a0-b970-4cdb-8e58-5b36e124f931 req-ae69a3b1-d65f-44af-aaef-2573c089b622 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 948 time: 0.0607760 Jan 13 14:53:43.935936 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:43.940623 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:44.009955 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9663b4a0-b970-4cdb-8e58-5b36e124f931 req-a54711b7-f126-45ec-8770-6c3c371c37b7 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Jan 13 14:53:44.274474 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for router_gateway (12d021c2-87a5-44c6-b258-ed578d54ae60), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:44.501165 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:44.661305 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e333d09-36f1-4ac6-9ae4-03ca353e96fc None None] Network 3312d895-15da-4dac-8695-c4ec07b0622a requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:44.726288 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device d668b58e-26c5-4500-aaee-d1535de2c2cf details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:53:44.731682 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:53:44.742389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Provisioning complete for port 73b1a0c5-142e-402b-8152-9b3c63f818fa triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:44.742389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:44.859594 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:44.871511 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:44.882319 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:44.883328 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:44.957998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:44.978523 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Current status of the port 73b1a0c5-142e-402b-8152-9b3c63f818fa is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:44.979067 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:44.991392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'd668b58e-26c5-4500-aaee-d1535de2c2cf', 'network_id': 'fb788b18-edf9-4d50-a133-c98ba81e91e5', 'port_id': 'd668b58e-26c5-4500-aaee-d1535de2c2cf', 'mac_address': 'fa:16:3e:e0:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7881736d-51a9-4522-9767-b73918493714', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:53:45.013484 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:45.061380 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] For port 73b1a0c5-142e-402b-8152-9b3c63f818fa, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=73b1a0c5-142e-402b-8152-9b3c63f818fa,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:45.083465 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port d668b58e-26c5-4500-aaee-d1535de2c2cf is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:45.084081 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.115093 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d668b58e-26c5-4500-aaee-d1535de2c2cf {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:53:45.128854 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 73b1a0c5-142e-402b-8152-9b3c63f818fa up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:45.189216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe81ad-5469-45bb-b5da-a3265e149b08 req-a8ff1afb-1c84-4c74-a6a1-caab1df80a8a tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:45.196861 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bcfe81ad-5469-45bb-b5da-a3265e149b08 req-a8ff1afb-1c84-4c74-a6a1-caab1df80a8a tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 948 time: 0.0750697 Jan 13 14:53:45.225099 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:45.237745 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:44Z', 'revision_number': 3, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:45.256060 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bcfe81ad-5469-45bb-b5da-a3265e149b08 req-35663bb9-61f5-4ed2-80d5-f060e7afa689 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580854 Jan 13 14:53:45.265780 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:45.267294 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Updating router 12d021c2-87a5-44c6-b258-ed578d54ae60 port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:53:45.270450 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 73b1a0c5-142e-402b-8152-9b3c63f818fa triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:45.271322 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.311615 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.316669 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.316928 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-fdc6f44f-c43f-4fdd-bf29-9b71cc87e208 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4615512 Jan 13 14:53:45.317115 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44900) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:45.367770 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.370649 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.459598 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 73b1a0c5-142e-402b-8152-9b3c63f818fa is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:45.487964 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12a698-22dc-4093-bb78-d1d4f94d9dbf None None] Pushing event updated for resources: {'Port': ['ID=73b1a0c5-142e-402b-8152-9b3c63f818fa,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:45.650116 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks [] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.697259 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-67a83923-75e7-45b6-98b5-af21e697fa42 None None] Provisioning complete for port 73b1a0c5-142e-402b-8152-9b3c63f818fa triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:45.698174 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-67a83923-75e7-45b6-98b5-af21e697fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.731506 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.751941 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:45.758220 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['d668b58e-26c5-4500-aaee-d1535de2c2cf'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:45.792266 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Attempting to bind port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:45.792754 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Attempting to bind port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:45.793000 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Attempting to bind port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:45.801383 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Pushing event updated for resources: {'Port': ['ID=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,revision_number=2']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:45.808945 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.809324 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.809700 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.810722 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.810722 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.810722 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.811020 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.811352 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.811679 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.812025 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.812353 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.812675 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.814739 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:53:45.817244 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:45.817620 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:45.818027 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.818419 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:45.819042 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Bound port: 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:45.819822 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:45.883083 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] For port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:45.885891 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-67a83923-75e7-45b6-98b5-af21e697fa42 None None] Current status of the port 73b1a0c5-142e-402b-8152-9b3c63f818fa is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:45.886374 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] For port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:45.932056 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.004387 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:46.005312 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:46.048228 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb682-c831-43a0-b32b-5647ee3033aa None None] Pushing event updated for resources: {'Port': ['ID=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:46.090195 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.131388 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:46.263953 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Allocated IP 172.20.0.1 (3312d895-15da-4dac-8695-c4ec07b0622a/f826359b-0a2d-4180-bc80-31ccf1fe9a18/a53d71ed-16c9-4d3f-a468-9fa6b254c1a3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:46.383435 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d74014-916a-458e-8bf1-afc95ec21c84 req-7af5d2f7-db0d-4b65-8885-f05bc6fb199a tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:46.385095 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-33d74014-916a-458e-8bf1-afc95ec21c84 req-7af5d2f7-db0d-4b65-8885-f05bc6fb199a tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 949 time: 0.0506873 Jan 13 14:53:46.387351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks [] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.433963 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:44Z', 'revision_number': 3, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:46.441206 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-33d74014-916a-458e-8bf1-afc95ec21c84 req-eb115ce1-8eff-4919-9ee9-e4240c148abf tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Jan 13 14:53:46.461129 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904883-2971-46b1-8bee-89627390ce27 None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:44Z', 'revision_number': 3, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:46.497255 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.537765 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:46.542907 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:46.546426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:46.554543 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Pushing event updated for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:46.597383 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (12d021c2-87a5-44c6-b258-ed578d54ae60), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.691398 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.739201 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device d668b58e-26c5-4500-aaee-d1535de2c2cf up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:46.827062 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-4b1be59a-239e-45a3-a922-e664ecfe8299 None None] Provisioning complete for port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:46.827644 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4b1be59a-239e-45a3-a922-e664ecfe8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.866701 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:46.895375 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-4b1be59a-239e-45a3-a922-e664ecfe8299 None None] Port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:53:46.903386 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port d668b58e-26c5-4500-aaee-d1535de2c2cf completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:53:46.909306 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port d668b58e-26c5-4500-aaee-d1535de2c2cf triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:46.909745 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.006346 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port d668b58e-26c5-4500-aaee-d1535de2c2cf is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:47.006794 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.037054 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:47.039091 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca7c60-bbb0-47f1-b67e-a6403cc8fb3d" -d '{"events": [{"server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "name": "network-vif-plugged", "status": "completed", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:47.067193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:47.083929 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed08e1b-4d4f-4833-8f61-cffde71b5c09 x-openstack-request-id: req-5ed08e1b-4d4f-4833-8f61-cffde71b5c09 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:47.084329 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "name": "network-vif-plugged", "status": "completed", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:47.085126 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ed08e1b-4d4f-4833-8f61-cffde71b5c09 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:47.085126 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf', 'code': 200} Jan 13 14:53:47.096400 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks [] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.136132 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:47.140609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.165774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.223124 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:47.239473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:47.239721 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.249354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Pushing event updated for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:47.254123 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (12d021c2-87a5-44c6-b258-ed578d54ae60), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.330935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:47.331331 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.355092 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:47.365974 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:47.367480 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:47.451827 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.452907 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 73b1a0c5-142e-402b-8152-9b3c63f818fa up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:47.468138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ca7f1-2298-4928-8849-55e4b18664a1 req-3729274f-3efc-4490-a055-09c861217c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:47.470989 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-985ca7f1-2298-4928-8849-55e4b18664a1 req-3729274f-3efc-4490-a055-09c861217c77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 1103 time: 0.0628827 Jan 13 14:53:47.550273 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-985ca7f1-2298-4928-8849-55e4b18664a1 req-c7a691f4-d07d-49a8-ab26-b5c7fe35070d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Jan 13 14:53:47.566208 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:47.573131 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:47.589013 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 73b1a0c5-142e-402b-8152-9b3c63f818fa triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:47.589686 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.627677 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e83b-6a9b-45e1-8b07-ffd2365297f6 req-39e5be8b-4251-4c31-8294-e424316417ab tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:47.629219 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e850e83b-6a9b-45e1-8b07-ffd2365297f6 req-39e5be8b-4251-4c31-8294-e424316417ab tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0572929 Jan 13 14:53:47.691146 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e850e83b-6a9b-45e1-8b07-ffd2365297f6 req-7709a136-9431-4116-90ff-112ad5ce139b tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561128 Jan 13 14:53:47.693955 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 73b1a0c5-142e-402b-8152-9b3c63f818fa is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:47.701016 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:47.711238 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-1be3e5fa-ef04-43de-9d49-c719ba0a08be admin admin] 10.222.0.60 "PUT /v2.0/routers/12d021c2-87a5-44c6-b258-ed578d54ae60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3924830 Jan 13 14:53:47.724164 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-c4b66ca6-7514-455e-a091-4254915eeace None None] Provisioning complete for port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:47.724542 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c4b66ca6-7514-455e-a091-4254915eeace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:47.761039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-c4b66ca6-7514-455e-a091-4254915eeace None None] Port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:53:47.941414 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:53:48.335174 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:48.345736 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:48.346378 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:48.444632 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44924) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:48.450620 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2107399655-network', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:48.455817 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:48.542736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Made reservation on behalf of 6b16bb02cd074f82bae4e5bf70a6a8b4 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:53:48.545075 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.556121 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.637426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks [] for security_group (2c7b0a5c-13db-4efe-8f7c-714a28dabe38), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.670645 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 2, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:48.697270 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (2c7b0a5c-13db-4efe-8f7c-714a28dabe38), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.699858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:48.700221 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Updating router 12d021c2-87a5-44c6-b258-ed578d54ae60 port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:53:48.724480 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:53:48.730142 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.735872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b0a5c-13db-4efe-8f7c-714a28dabe38,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:48.752392 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.752750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Added segment 8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d of type vlan for network 85daa7f1-2ac2-4d28-a726-16a27588c518 Jan 13 14:53:48.827119 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (85daa7f1-2ac2-4d28-a726-16a27588c518), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.866487 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a90f1c-5ebb-4b5e-aacc-16859f75378a req-7a0a6a2e-18f2-4d43-961f-225f6dd7c4ca tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:48.868103 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70a90f1c-5ebb-4b5e-aacc-16859f75378a req-7a0a6a2e-18f2-4d43-961f-225f6dd7c4ca tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0790524 Jan 13 14:53:48.920030 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-70a90f1c-5ebb-4b5e-aacc-16859f75378a req-2052373f-6776-4a58-9836-0a5eec67b69b tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Jan 13 14:53:48.921286 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (85daa7f1-2ac2-4d28-a726-16a27588c518), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.922229 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:48.923523 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:48.992872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] Pushing event updated for resources: {'Network': ['ID=85daa7f1-2ac2-4d28-a726-16a27588c518,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:49.005926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:53:49.029628 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:49.081966 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ba39fab1-3b8a-46ab-82fd-90dcd755d68c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6361897 Jan 13 14:53:49.084910 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44928) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:49.090454 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Request body: {'subnet': {'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2107399655-subnet', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:49.127015 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks [] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.159464 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:49.159841 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.205704 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Made reservation on behalf of 6b16bb02cd074f82bae4e5bf70a6a8b4 for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:53:49.208049 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.234508 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.279723 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:49.307197 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3c361-bd00-476a-b261-f84366059170 None None] Pushing event updated for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:49.354803 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Attempting to bind port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:49.355178 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Attempting to bind port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:49.355539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Attempting to bind port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:49.362320 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:49.363056 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:49.363206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.363537 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Bound using segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:49.364032 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Bound port: a53d71ed-16c9-4d3f-a468-9fa6b254c1a3, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:49.364425 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.442916 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] For port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:49.446389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] For port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:49.468940 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (d1dbb121-b3f0-4cfd-bb38-4b1305414136), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.529005 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1dbb121-b3f0-4cfd-bb38-4b1305414136,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:49.541923 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Checking segment: {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:49.542284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Network hostable DHCP agents. Network: 85daa7f1-2ac2-4d28-a726-16a27588c518, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:53:49.569367 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.639249 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3c361-bd00-476a-b261-f84366059170 None None] Pushing event updated for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:49.644004 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Provisioning complete for port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:49.644652 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.667785 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:49.668443 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:49.679860 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:53:49.759998 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 85daa7f1-2ac2-4d28-a726-16a27588c518) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:49.765233 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:49.770371 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.779930 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cefa22-2168-414d-8263-f88fa0907c3e None None] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:49.858654 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-dc7ce495-3de9-414f-9aa5-ae30d3755942 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7725663 Jan 13 14:53:49.862863 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44930) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:49.867472 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:49.943102 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:49.944337 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.008090 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for router_controller (208c3a9c-4bf0-4e70-86fc-94f53418b12e), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.017029 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Current status of the port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:50.017738 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.022524 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:50.053245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65decb31-4417-4fea-bb6d-d80f7f394c42 req-3c2362bc-7ed5-4ba1-9469-9a497fa05a52 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:50.054836 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65decb31-4417-4fea-bb6d-d80f7f394c42 req-3c2362bc-7ed5-4ba1-9469-9a497fa05a52 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0601742 Jan 13 14:53:50.107993 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65decb31-4417-4fea-bb6d-d80f7f394c42 req-066dc25a-f880-4070-acf9-040c3ab81b92 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Jan 13 14:53:50.158109 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] For port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:50.183118 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-85daa7f1-2ac2-4d28-a726-16a27588c518', 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518', 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'fixed_ips': [{'subnet_id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:53:50.184181 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.208203 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for router_gateway (208c3a9c-4bf0-4e70-86fc-94f53418b12e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.253394 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.441060 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f4dbb-9759-4e19-b40e-db3a04f9a343 None None] Pushing event updated for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:50.477284 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-82cde5b8-5391-488d-b3fd-5ca4fc73124e None None] Provisioning complete for port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:50.477687 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-82cde5b8-5391-488d-b3fd-5ca4fc73124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.501267 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for router_gateway (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.525350 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.531561 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Allocated IP 172.20.0.2 (85daa7f1-2ac2-4d28-a726-16a27588c518/d1dbb121-b3f0-4cfd-bb38-4b1305414136/35fd8a76-fe3d-4b77-bd06-8ce922b647a8) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:50.630923 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:49Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:50.648339 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b464c9-d79b-48da-a6f1-9bb8d91c4f2a req-7a7a8097-7887-428c-ac02-51dae3e37b46 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:50.650092 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-76b464c9-d79b-48da-a6f1-9bb8d91c4f2a req-7a7a8097-7887-428c-ac02-51dae3e37b46 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0578389 Jan 13 14:53:50.652440 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Allocated IP 172.27.0.61 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/6ad623d3-30c7-4f75-a2e8-1e88d71415e0) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:50.684482 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d197f-bafc-4325-ab46-d2142e048e55 None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:49Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:50.727469 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-76b464c9-d79b-48da-a6f1-9bb8d91c4f2a req-9abaf627-c2aa-4999-a486-95151b0ef980 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Jan 13 14:53:50.754409 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-82cde5b8-5391-488d-b3fd-5ca4fc73124e None None] Current status of the port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:50.799670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.836149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks [] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.966252 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:50.983845 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.011091 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:51.014910 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:51.024984 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:51.028444 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:51.031063 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:51.036999 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:51.045223 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Pushing event updated for resources: {'Port': ['ID=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:51.099217 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:51.109009 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:51.136445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Attempting to bind port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:51.136826 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Attempting to bind port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:51.137193 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Attempting to bind port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 on network 85daa7f1-2ac2-4d28-a726-16a27588c518 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:51.154149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:51.154533 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Checking segment: {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:51.154969 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.155367 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Bound using segment: {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:51.155853 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Bound port: 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:51.156242 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.230448 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:51.231006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.260927 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] For port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:51.284079 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] For port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:51.348410 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:51.394657 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.474197 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64774ba-e2bb-4584-b4ed-c0bbfb99b0ab None None] Pushing event updated for resources: {'Port': ['ID=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:51.497849 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for router_gateway (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.756574 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:51.906065 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f234e7-00da-4eae-a9ec-f58b40be12f3 req-efafbbfc-960a-492d-9c8e-8be57c0ab359 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:51.908086 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e5f234e7-00da-4eae-a9ec-f58b40be12f3 req-efafbbfc-960a-492d-9c8e-8be57c0ab359 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0979931 Jan 13 14:53:51.978725 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e5f234e7-00da-4eae-a9ec-f58b40be12f3 req-da6bcfef-7521-4bbe-8482-8ed74281cf59 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38f857f-5926-469d-89bc-6f671d8aabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Jan 13 14:53:52.011574 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862353e-4984-49e7-a46a-a8446366203b req-bf89ca81-5032-421f-b068-9963bc775051 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:52.013775 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3862353e-4984-49e7-a46a-a8446366203b req-bf89ca81-5032-421f-b068-9963bc775051 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 950 time: 0.0612853 Jan 13 14:53:52.074073 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Router 208c3a9c-4bf0-4e70-86fc-94f53418b12e is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:53:52.126002 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Deleting port d668b58e-26c5-4500-aaee-d1535de2c2cf {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:52.126734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.189700 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:52.202284 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Sync routers for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:52.222233 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:52.222233 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:52.229482 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] For port d668b58e-26c5-4500-aaee-d1535de2c2cf, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=d668b58e-26c5-4500-aaee-d1535de2c2cf,segment=NetworkSegment(640fd689-8c0d-4185-994c-644fb4f5fff7),segment_id=640fd689-8c0d-4185-994c-644fb4f5fff7)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:52.229934 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.243383 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Calling delete_port for d668b58e-26c5-4500-aaee-d1535de2c2cf owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:52.334548 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:52.344644 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.347975 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-a59e6001-6650-468a-9dc5-b767f8adcff2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4814863 Jan 13 14:53:52.348124 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44944) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:52.461463 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (d668b58e-26c5-4500-aaee-d1535de2c2cf), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.475507 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['d668b58e-26c5-4500-aaee-d1535de2c2cf'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:53:52.523003 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Pushing event deleted for resources: {'Port': ['ID=d668b58e-26c5-4500-aaee-d1535de2c2cf,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:52.527903 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:51Z', 'revision_number': 3, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:52.559765 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Checking router: 208c3a9c-4bf0-4e70-86fc-94f53418b12e for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:52.560531 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Updating router 208c3a9c-4bf0-4e70-86fc-94f53418b12e port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:53:52.599771 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a673a-2268-425d-93ec-bfb8fcc4ba52 None None] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:53:52.604783 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] No DVR routers for this DVR port d668b58e-26c5-4500-aaee-d1535de2c2cf on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:52.608616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.614202 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3862353e-4984-49e7-a46a-a8446366203b req-9cb5eeaa-2137-4d54-a3e2-c95b832349e6 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.66 "DELETE /v2.0/ports/d668b58e-26c5-4500-aaee-d1535de2c2cf HTTP/1.1" status: 204 len: 173 time: 0.5939991 Jan 13 14:53:52.614386 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.615175 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'name': 'network-vif-deleted', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:52.619245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb80182-1bf1-4cc5-bc6e-3c7874cd947c" -d '{"events": [{"server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "name": "network-vif-deleted", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:52.667252 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a91cde-bd29-4862-bb36-c52c44459c7f x-openstack-request-id: req-e3a91cde-bd29-4862-bb36-c52c44459c7f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:52.667252 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41af7be-14e9-4efe-8dab-361dfc028d6e", "name": "network-vif-deleted", "tag": "d668b58e-26c5-4500-aaee-d1535de2c2cf", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:52.667252 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3a91cde-bd29-4862-bb36-c52c44459c7f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:52.667252 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41af7be-14e9-4efe-8dab-361dfc028d6e', 'name': 'network-vif-deleted', 'tag': 'd668b58e-26c5-4500-aaee-d1535de2c2cf', 'status': 'completed', 'code': 200} Jan 13 14:53:52.732394 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Provisioning complete for port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:52.732807 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.922983 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Current status of the port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:52.922983 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.935343 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.937596 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks [] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:52.964082 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] For port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:53.051436 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.071644 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:53.103099 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.137291 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Attempting to bind port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:53.137846 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Attempting to bind port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:53.138399 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Attempting to bind port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:53.150512 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:53.151194 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:53.151941 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.152506 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:53.153160 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Bound port: 6ad623d3-30c7-4f75-a2e8-1e88d71415e0, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:53.153718 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.174013 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79891ddf-d97a-497c-9e3f-8f71523ff4c5 None None] Pushing event updated for resources: {'Port': ['ID=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:53.184111 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:53.184361 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.223497 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] For port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:53.227125 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] For port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:53.229032 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b7ffd-6a3c-4349-8664-ed6f592fff3d None None] Pushing event updated for resources: {'Port': ['ID=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,revision_number=2']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:53.249476 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-ffe33a27-1a6c-46b3-bbd7-191a1bba3505 None None] Provisioning complete for port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:53.250798 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ffe33a27-1a6c-46b3-bbd7-191a1bba3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.315381 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.334461 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:53.379908 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-ffe33a27-1a6c-46b3-bbd7-191a1bba3505 None None] Current status of the port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:53.382066 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:53.382551 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:53.385944 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b7ffd-6a3c-4349-8664-ed6f592fff3d None None] Pushing event updated for resources: {'Port': ['ID=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:53.395872 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0c5e306c-fb87-40b1-aa07-a7a8407bbd07 req-e2a67ba5-8c26-4a92-ba9d-f55e53cc4b11 tempest-VolumesNegativeTest-1996753232 tempest-VolumesNegativeTest-1996753232-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41af7be-14e9-4efe-8dab-361dfc028d6e HTTP/1.1" status: 200 len: 210 time: 0.3100042 Jan 13 14:53:53.443919 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Allocated IP 172.20.0.1 (85daa7f1-2ac2-4d28-a726-16a27588c518/d1dbb121-b3f0-4cfd-bb38-4b1305414136/1d68193f-7faa-484b-aaa8-0400a27ef583) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:53:53.494166 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:53.557239 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks [] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.684559 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:53.694328 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:51Z', 'revision_number': 3, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:53.725289 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f22638-977b-401a-af8a-6b75c56d294c None None] The sync data for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi is: [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:51Z', 'revision_number': 3, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:53.733231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:53.737113 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:53.741764 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:53:53.769077 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Pushing event updated for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:53.798958 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.010223 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-166d9254-de13-4477-919a-5e78afeb7db6 None None] Provisioning complete for port 1d68193f-7faa-484b-aaa8-0400a27ef583 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:54.012088 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-166d9254-de13-4477-919a-5e78afeb7db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.057921 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.064553 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-166d9254-de13-4477-919a-5e78afeb7db6 None None] Port 1d68193f-7faa-484b-aaa8-0400a27ef583 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:53:54.254039 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks [] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.315041 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28057851'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.385642 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Pushing event updated for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:54.389360 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.504920 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:53:54.506447 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:53:54.661522 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Router 208c3a9c-4bf0-4e70-86fc-94f53418b12e has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:54.781035 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:54.794902 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device d668b58e-26c5-4500-aaee-d1535de2c2cf no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:53:54.795314 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-96d58640-6fab-4b95-b820-4abb06f9064f admin admin] 10.222.0.60 "PUT /v2.0/routers/208c3a9c-4bf0-4e70-86fc-94f53418b12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4371855 Jan 13 14:53:54.814631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: d668b58e-26c5-4500-aaee-d1535de2c2cf {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:53:54.815023 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device d668b58e-26c5-4500-aaee-d1535de2c2cf not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:53:54.823186 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-55d4002d-0e0f-4c53-8be7-f27925e8803a None None] Provisioning complete for port 1d68193f-7faa-484b-aaa8-0400a27ef583 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:54.823706 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-55d4002d-0e0f-4c53-8be7-f27925e8803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:54.864034 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-55d4002d-0e0f-4c53-8be7-f27925e8803a None None] Port 1d68193f-7faa-484b-aaa8-0400a27ef583 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:53:55.127325 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:55.181414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:55.181414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.273392 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:55.274481 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:55.323548 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:55.323928 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.418352 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:55.418772 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.441783 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:55.469939 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Sync routers for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:55.480996 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:55.481595 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:55.501736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 44982) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:55.507558 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042372768', 'description': 'tempest-secgroup-smoke-1042372768 description', 'project_id': '013e714330fb4919b89cd5e680505e90'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:55.651302 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.732437 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.747362 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (cc45d6c9-4096-4e99-b62b-7c2d40881a4d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.792824 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:55.835115 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:55.840362 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (cc45d6c9-4096-4e99-b62b-7c2d40881a4d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.883673 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc45d6c9-4096-4e99-b62b-7c2d40881a4d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:55.975009 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:55.975009 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-686a1e79-de41-4167-968c-f6ac78f97e23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4709229 Jan 13 14:53:55.978180 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45036) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:55.982919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:56.028754 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 4, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '1d68193f-7faa-484b-aaa8-0400a27ef583', 'name': '', 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'mac_address': 'fa:16:3e:16:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:52Z', 'updated_at': '2022-01-13T14:53:54Z', 'revision_number': 2, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'subnets': [{'id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:56.057763 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Checking router: 208c3a9c-4bf0-4e70-86fc-94f53418b12e for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:53:56.058262 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Updating router 208c3a9c-4bf0-4e70-86fc-94f53418b12e port 1d68193f-7faa-484b-aaa8-0400a27ef583 binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:53:56.085153 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.085600 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (02d52142-cc18-474b-94d4-0ae09add04e4), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.146758 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (02d52142-cc18-474b-94d4-0ae09add04e4), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.217622 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (02d52142-cc18-474b-94d4-0ae09add04e4), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.257734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d52142-cc18-474b-94d4-0ae09add04e4,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:56.335507 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.336918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-dcf6d295-ad11-4142-8c4f-e6bb3d767b94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3576252 Jan 13 14:53:56.339891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45062) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:56.347795 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:56.444467 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (3bc10c80-56f2-4eb2-be0d-4522c971aa67), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.496348 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks [] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.515495 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (3bc10c80-56f2-4eb2-be0d-4522c971aa67), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.605927 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.634301 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (3bc10c80-56f2-4eb2-be0d-4522c971aa67), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.657473 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc10c80-56f2-4eb2-be0d-4522c971aa67,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:56.680921 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717fd81-95df-4f4d-9ce7-03db5fe1ebb8 None None] Pushing event updated for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:56.745470 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Attempting to bind port 1d68193f-7faa-484b-aaa8-0400a27ef583 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:53:56.745847 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Attempting to bind port 1d68193f-7faa-484b-aaa8-0400a27ef583 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:53:56.746211 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Attempting to bind port 1d68193f-7faa-484b-aaa8-0400a27ef583 on network 85daa7f1-2ac2-4d28-a726-16a27588c518 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:53:56.756080 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.756309 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:53:56.756620 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Checking segment: {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:53:56.757042 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.757500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Bound using segment: {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:53:56.762428 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Bound port: 1d68193f-7faa-484b-aaa8-0400a27ef583, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:53:56.762428 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.763638 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45072) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:56.771429 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-8088e02e-2ad5-42ef-a64b-05b001ea4268 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4287245 Jan 13 14:53:56.772282 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:56.842219 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] For port 1d68193f-7faa-484b-aaa8-0400a27ef583, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:53:56.845913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] For port 1d68193f-7faa-484b-aaa8-0400a27ef583, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1d68193f-7faa-484b-aaa8-0400a27ef583,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:53:56.957287 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (32978f6c-9fd1-44b6-8b75-bc8a42c40d5f), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:56.978856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.011778 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd310-fe9a-471c-80a1-abea51af5a9d req-9c132038-9442-4467-bcc0-0fed51180872 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:57.019127 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-feebd310-fe9a-471c-80a1-abea51af5a9d req-9c132038-9442-4467-bcc0-0fed51180872 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0785439 Jan 13 14:53:57.045728 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (32978f6c-9fd1-44b6-8b75-bc8a42c40d5f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.075448 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:57.108878 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-feebd310-fe9a-471c-80a1-abea51af5a9d req-93ea2fed-ea7b-4f96-bc53-4d5d26953b51 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826480 Jan 13 14:53:57.111965 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Provisioning complete for port 1d68193f-7faa-484b-aaa8-0400a27ef583 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:57.112400 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.118337 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:57.118694 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:57.146831 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (32978f6c-9fd1-44b6-8b75-bc8a42c40d5f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.147473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717fd81-95df-4f4d-9ce7-03db5fe1ebb8 None None] Pushing event updated for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:57.168610 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32978f6c-9fd1-44b6-8b75-bc8a42c40d5f,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:57.254841 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.256395 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-66d884b8-2810-4271-b59a-10ffc628c34b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4913242 Jan 13 14:53:57.259737 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45090) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:57.264279 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:57.309698 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:57.310074 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.382338 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (b5e9c6f2-a006-4c1f-9e91-76f1661aa3de), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.389460 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Current status of the port 1d68193f-7faa-484b-aaa8-0400a27ef583 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:57.389838 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.395608 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:53:57.449054 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (b5e9c6f2-a006-4c1f-9e91-76f1661aa3de), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.502976 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] For port 1d68193f-7faa-484b-aaa8-0400a27ef583, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1d68193f-7faa-484b-aaa8-0400a27ef583,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:57.567432 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (b5e9c6f2-a006-4c1f-9e91-76f1661aa3de), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.576768 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:57.586251 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e9c6f2-a006-4c1f-9e91-76f1661aa3de,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:57.617639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.688940 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.693075 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-36583e79-57b3-4894-8387-fd190108c504 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4286933 Jan 13 14:53:57.693190 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45106) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:57.698770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:57.701928 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6fcb-806a-4617-8b69-c4c3e5bbc996 None None] Pushing event updated for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:57.716423 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 4, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '1d68193f-7faa-484b-aaa8-0400a27ef583', 'name': '', 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'mac_address': 'fa:16:3e:16:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:52Z', 'updated_at': '2022-01-13T14:53:56Z', 'revision_number': 4, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'subnets': [{'id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:57.754404 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ea16f-ce60-4536-a465-734ae8c10200 None None] The sync data for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi is: [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T14:53:53Z', 'revision_number': 4, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '1d68193f-7faa-484b-aaa8-0400a27ef583', 'name': '', 'network_id': '85daa7f1-2ac2-4d28-a726-16a27588c518', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'mac_address': 'fa:16:3e:16:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:52Z', 'updated_at': '2022-01-13T14:53:56Z', 'revision_number': 4, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'subnets': [{'id': 'd1dbb121-b3f0-4cfd-bb38-4b1305414136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:53:57.769762 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-c389bf57-64a5-4ef7-8e9d-6a0edc26852d None None] Provisioning complete for port 1d68193f-7faa-484b-aaa8-0400a27ef583 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:57.770468 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c389bf57-64a5-4ef7-8e9d-6a0edc26852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.815142 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.securitygroups_db [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Project 013e714330fb4919b89cd5e680505e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:53:57.826471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (d4594c81-02f4-4a67-a102-792903f1464a), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:57.881529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-c389bf57-64a5-4ef7-8e9d-6a0edc26852d None None] Current status of the port 1d68193f-7faa-484b-aaa8-0400a27ef583 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:57.932439 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (d4594c81-02f4-4a67-a102-792903f1464a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.022675 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (d4594c81-02f4-4a67-a102-792903f1464a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.043403 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4594c81-02f4-4a67-a102-792903f1464a,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:58.129366 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.130956 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-200559aa-6c60-4161-a492-df9bb3c8ead9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4366546 Jan 13 14:53:58.133520 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45152) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:53:58.138265 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'security_group_rule': {'security_group_id': 'cc45d6c9-4096-4e99-b62b-7c2d40881a4d', 'project_id': '013e714330fb4919b89cd5e680505e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:53:58.226054 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-437b7537-593b-43cf-bbcd-73eacdab2cc9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:58.228224 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-437b7537-593b-43cf-bbcd-73eacdab2cc9 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0614703 Jan 13 14:53:58.239770 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbccb0-95b9-4ce0-98d2-d952157af23e req-a3f41730-9ce8-4fab-97de-c7225fcae72e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:53:58.241471 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d6dbccb0-95b9-4ce0-98d2-d952157af23e req-a3f41730-9ce8-4fab-97de-c7225fcae72e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 946 time: 0.0539782 Jan 13 14:53:58.304877 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d6dbccb0-95b9-4ce0-98d2-d952157af23e req-b9a47911-7a2c-4a72-b01e-c2eb724b6a21 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups?id=2aea200b-8074-4b92-8017-5cec8b0c4bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550756 Jan 13 14:53:58.305885 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.securitygroups_db [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Project 013e714330fb4919b89cd5e680505e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:53:58.312231 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (34282cfe-b0f4-449e-b6ee-79db52cfc355), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.396119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Deleting port ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:53:58.396458 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.405298 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (34282cfe-b0f4-449e-b6ee-79db52cfc355), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.504010 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] For port ac2013c1-b799-47b2-8495-0485f03c5d03, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=ac2013c1-b799-47b2-8495-0485f03c5d03,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:53:58.504362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.516604 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (34282cfe-b0f4-449e-b6ee-79db52cfc355), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.580266 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34282cfe-b0f4-449e-b6ee-79db52cfc355,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:58.667487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.672689 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-4d4a0db0-a76a-47cd-a5d8-10ff071182e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5340528 Jan 13 14:53:58.743068 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.743445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:58.743774 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Floating IP 20fc72fd-752a-437d-86ab-04465247994d disassociated. External IP: 172.27.0.122, port: ac2013c1-b799-47b2-8495-0485f03c5d03. Jan 13 14:53:58.744128 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Calling delete_port for ac2013c1-b799-47b2-8495-0485f03c5d03 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:53:58.977496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (ac2013c1-b799-47b2-8495-0485f03c5d03), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:59.027080 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'Port': ['ID=ac2013c1-b799-47b2-8495-0485f03c5d03,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:53:59.101277 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1d68193f-7faa-484b-aaa8-0400a27ef583 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:53:59.153631 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 1d68193f-7faa-484b-aaa8-0400a27ef583 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:53:59.154017 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:59.252676 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 1d68193f-7faa-484b-aaa8-0400a27ef583 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:53:59.460638 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8262fd66-1adf-4b5a-929d-8c71d17c564b req-a09ff410-2e46-41f0-9485-bcacb6c05419 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebdf433-e265-4f6b-9785-4280d72a7ce9 HTTP/1.1" status: 200 len: 210 time: 0.0316615 Jan 13 14:53:59.490982 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:53:59.619338 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:53:59.632938 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:53:59.646096 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:53:59.646821 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:53:59.666710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] No DVR routers for this DVR port ac2013c1-b799-47b2-8495-0485f03c5d03 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:53:59.681592 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:53:59.682229 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b2556b7d-707d-4c2a-99d3-c5bbf1cf4495 req-e892fe29-bb7a-4021-96c5-fc5b9ccd1e2e tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.66 "DELETE /v2.0/ports/ac2013c1-b799-47b2-8495-0485f03c5d03 HTTP/1.1" status: 204 len: 173 time: 1.4486799 Jan 13 14:53:59.682837 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-deleted', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:53:59.685590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feedfdc2-e1c7-41f9-bff2-f01602997c93" -d '{"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-deleted", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:53:59.753635 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5f957-b951-47f0-a6c1-9230d0e65e13 x-openstack-request-id: req-6fe5f957-b951-47f0-a6c1-9230d0e65e13 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:53:59.753932 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebdf433-e265-4f6b-9785-4280d72a7ce9", "name": "network-vif-deleted", "tag": "ac2013c1-b799-47b2-8495-0485f03c5d03", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:53:59.754180 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fe5f957-b951-47f0-a6c1-9230d0e65e13 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:53:59.754882 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebdf433-e265-4f6b-9785-4280d72a7ce9', 'name': 'network-vif-deleted', 'tag': 'ac2013c1-b799-47b2-8495-0485f03c5d03', 'status': 'completed', 'code': 200} Jan 13 14:53:59.895499 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:00.103867 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:00.132702 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:00.141782 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:00.142522 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:53:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:00.258931 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:00.329864 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-7a78709a-84f0-42bd-9a29-7e516e685551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:00.483807 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:00.512598 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2523-2116-4129-ae0c-5f203304d9ee None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:47:38Z', 'revision_number': 4, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'd6d8f1af-3fb5-4cb6-bdf7-895c8a300431', 'name': '', 'network_id': '7605abc3-31d3-4004-b7f7-8f4736993c0d', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'mac_address': 'fa:16:3e:1f:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:37Z', 'updated_at': '2022-01-13T14:47:43Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'subnets': [{'id': '4ae4ff8d-0104-4e78-b155-14a835e33761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:00.686438 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45288) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:00.744532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (2aea200b-8074-4b92-8017-5cec8b0c4bde), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:00.775026 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (2aea200b-8074-4b92-8017-5cec8b0c4bde), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:00.802544 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:54:00.825006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: ac2013c1-b799-47b2-8495-0485f03c5d03 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:54:00.825557 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device ac2013c1-b799-47b2-8495-0485f03c5d03 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:54:00.880765 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (2aea200b-8074-4b92-8017-5cec8b0c4bde), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:00.884211 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:00.885513 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "DELETE /v2.0/security-groups/2aea200b-8074-4b92-8017-5cec8b0c4bde HTTP/1.1" status: 204 len: 168 time: 0.1980386 Jan 13 14:54:00.888277 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45292) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:00.896596 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb681d69-f3da-45cb-8ab7-252e0a465417 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea200b-8074-4b92-8017-5cec8b0c4bde,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:00.904452 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.api.v2.resource [None req-6a3c2425-e9ad-416b-9916-687b3d27de84 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] show failed (client error): The resource could not be found. Jan 13 14:54:00.905911 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6a3c2425-e9ad-416b-9916-687b3d27de84 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "GET /v2.0/security-groups/2aea200b-8074-4b92-8017-5cec8b0c4bde HTTP/1.1" status: 404 len: 347 time: 0.0157630 Jan 13 14:54:00.909199 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45294) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:01.020934 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6a026-96a6-4a1e-8b9f-a6afa306fefd None None] New status for floating IP 20fc72fd-752a-437d-86ab-04465247994d: DOWN {{(pid=109678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:54:01.045600 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Deleting port 31f13649-a699-44b9-a6ea-41750f9e0f27 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:54:01.045947 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.137986 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.138321 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (31f13649-a699-44b9-a6ea-41750f9e0f27), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.153254 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Calling delete_port for 31f13649-a699-44b9-a6ea-41750f9e0f27 owned by network:floatingip {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:54:01.404445 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (31f13649-a699-44b9-a6ea-41750f9e0f27), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.432161 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Pushing event deleted for resources: {'Port': ['ID=31f13649-a699-44b9-a6ea-41750f9e0f27,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:01.495784 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks [] for floatingip (20fc72fd-752a-437d-86ab-04465247994d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.498493 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.499674 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-abd007e8-8dc8-46a9-93d6-233473868409 tempest-AttachVolumeShelveTestJSON-354041653 tempest-AttachVolumeShelveTestJSON-354041653-project] 10.222.0.60 "DELETE /v2.0/floatingips/20fc72fd-752a-437d-86ab-04465247994d HTTP/1.1" status: 204 len: 168 time: 0.5895565 Jan 13 14:54:01.619985 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45304) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:01.770538 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-7ac86128-4176-4e3e-879f-0090d149f7ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81357e7e07244125b12837b85df25d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489835 Jan 13 14:54:01.775208 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45310) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:01.827284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] Publish callbacks [] for security_group (a38f857f-5926-469d-89bc-6f671d8aabf1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.850743 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] Publish callbacks [] for security_group (a38f857f-5926-469d-89bc-6f671d8aabf1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.987524 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a38f857f-5926-469d-89bc-6f671d8aabf1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.990229 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:01.991446 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a38f857f-5926-469d-89bc-6f671d8aabf1 HTTP/1.1" status: 204 len: 168 time: 0.2151935 Jan 13 14:54:01.999457 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8736ed-697b-4e3b-b81d-ee37356f3778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f857f-5926-469d-89bc-6f671d8aabf1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:02.910732 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-897c60a4-7c4e-43cc-8e07-d636c7f6c854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:04.192540 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:04.207835 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45372) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:04.704426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:04.966470 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Deleting port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:54:04.966937 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:05.064019 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] For port d6d8f1af-3fb5-4cb6-bdf7-895c8a300431, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:05.064387 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:05.077556 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Calling delete_port for d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:54:05.251485 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:05.342697 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (d6d8f1af-3fb5-4cb6-bdf7-895c8a300431), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:05.369044 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d8f1af-3fb5-4cb6-bdf7-895c8a300431,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:05.550774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:05.771372 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:54:05.883856 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:05.889880 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f26df80d-6574-4968-a7be-e6184b674bb2 admin admin] 10.222.0.60 "PUT /v2.0/routers/a025e90f-0fc7-4bfd-80bd-cbc284fcbef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806774 Jan 13 14:54:05.893118 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45384) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:05.895751 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Sync routers for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:05.906643 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:05.907850 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:06.010074 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks [] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.027151 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:06.229737 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:54:05Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:06.257975 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Checking router: a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:06.269057 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Routers {'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:06.269679 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:06.376445 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks [] for router_gateway (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.381066 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] Set router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:06.524190 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Deleting port efd27476-681e-4a0d-823a-127dc2df6cff {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:54:06.524587 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.588578 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:54:05Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:06.622922 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccc269-31cd-42db-8ef4-d58fc3b58af9 None None] The sync data for ids ['a025e90f-0fc7-4bfd-80bd-cbc284fcbef0'] in dv-cinder-823726-5-iscsi is: [{'id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1851926601-router', 'tenant_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:47:34Z', 'updated_at': '2022-01-13T14:54:05Z', 'revision_number': 5, 'project_id': '4737c2ee7ffb4cd3b2ea0338197d2a47', 'gw_port': {'id': 'efd27476-681e-4a0d-823a-127dc2df6cff', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025e90f-0fc7-4bfd-80bd-cbc284fcbef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:47:35Z', 'updated_at': '2022-01-13T14:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:06.635185 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] For port efd27476-681e-4a0d-823a-127dc2df6cff, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=efd27476-681e-4a0d-823a-127dc2df6cff,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:06.635602 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.660548 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Calling delete_port for efd27476-681e-4a0d-823a-127dc2df6cff owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:54:06.702905 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.896876 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (efd27476-681e-4a0d-823a-127dc2df6cff), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:06.920972 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd27476-681e-4a0d-823a-127dc2df6cff,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:07.005178 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.107213 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.111259 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks [] for router_controller (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.111436 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:54:07.134149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:54:07.134947 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device d6d8f1af-3fb5-4cb6-bdf7-895c8a300431 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:54:07.245400 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (a025e90f-0fc7-4bfd-80bd-cbc284fcbef0), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.245952 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:54:07.250268 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.252248 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-a7f27470-2946-442e-bb65-7f0e9c062177 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a025e90f-0fc7-4bfd-80bd-cbc284fcbef0 HTTP/1.1" status: 204 len: 168 time: 1.3581619 Jan 13 14:54:07.255073 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45392) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:07.304035 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Deleting subnet 4ae4ff8d-0104-4e78-b155-14a835e33761 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:54:07.307705 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Publish callbacks [] for subnet (4ae4ff8d-0104-4e78-b155-14a835e33761), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.347408 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593515'] for subnet (4ae4ff8d-0104-4e78-b155-14a835e33761), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.464020 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (4ae4ff8d-0104-4e78-b155-14a835e33761), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.605539 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25699093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25709220'] for subnet (4ae4ff8d-0104-4e78-b155-14a835e33761), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.633527 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae4ff8d-0104-4e78-b155-14a835e33761,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:07.635552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.639580 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-afcf44bc-7673-482a-8d34-b639c0c99e59 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ae4ff8d-0104-4e78-b155-14a835e33761 HTTP/1.1" status: 204 len: 168 time: 0.3826807 Jan 13 14:54:07.641999 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45396) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:07.648041 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd71af-4c8f-420b-bab3-47848e55645c None None] Network 7605abc3-31d3-4004-b7f7-8f4736993c0d requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:07.725760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (7605abc3-31d3-4004-b7f7-8f4736993c0d), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.795452 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Deleting port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:54:07.795785 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.820165 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] DHCP port deletion for 7605abc3-31d3-4004-b7f7-8f4736993c0d request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:54:07.874982 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] For port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:07.875540 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.885486 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Deleting port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:54:07.885863 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.892064 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Calling delete_port for b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a owned by network:dhcp {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:54:07.952836 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] For port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,segment=NetworkSegment(b0f55d96-6205-4ecc-b69d-0caab3a33b7b),segment_id=b0f55d96-6205-4ecc-b69d-0caab3a33b7b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:07.953319 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:07.967506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Calling delete_port for b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:54:08.056430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.063554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.083521 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:08.089539 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] Pushing event deleted for resources: {'Port': ['ID=b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:08.092838 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] No DVR routers for this DVR port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a on host dv-cinder-823726-5-iscsi {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:54:08.095681 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a0053-4218-4613-a25e-1b8fd6e7d6f8 None None] No DVR routers for this DVR port b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:54:08.178586 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (7605abc3-31d3-4004-b7f7-8f4736993c0d), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.200715 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7605abc3-31d3-4004-b7f7-8f4736993c0d']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:08.212710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:08.213027 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f55d96-6205-4ecc-b69d-0caab3a33b7b') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:08.223668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (b0f55d96-6205-4ecc-b69d-0caab3a33b7b), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.239479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (b0f55d96-6205-4ecc-b69d-0caab3a33b7b), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.247526 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:54:08.248396 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (b0f55d96-6205-4ecc-b69d-0caab3a33b7b), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:54:08.250351 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:54:08.445518 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (7605abc3-31d3-4004-b7f7-8f4736993c0d), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.450998 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.459846 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7605abc3-31d3-4004-b7f7-8f4736993c0d HTTP/1.1" status: 204 len: 168 time: 0.8117363 Jan 13 14:54:08.466018 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920e23-ca57-4a4e-a29a-40dd98c6adc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7605abc3-31d3-4004-b7f7-8f4736993c0d,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:08.815665 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45404) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:08.864095 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-589fdfd2-d078-4ba4-a5b8-f05b6f1f41d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4737c2ee7ffb4cd3b2ea0338197d2a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472195 Jan 13 14:54:08.866586 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45406) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:08.915771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] Publish callbacks [] for security_group (d670fcba-e000-4816-b6fe-a7f688ba4c10), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:08.940544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] Publish callbacks [] for security_group (d670fcba-e000-4816-b6fe-a7f688ba4c10), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:09.028903 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:54:09.053369 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:54:09.053713 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device b09fe98f-71ee-4a3e-ad9e-c66ef84b5f1a not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:54:09.054140 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device efd27476-681e-4a0d-823a-127dc2df6cff no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:54:09.056523 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (d670fcba-e000-4816-b6fe-a7f688ba4c10), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:09.060348 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:09.063586 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d670fcba-e000-4816-b6fe-a7f688ba4c10 HTTP/1.1" status: 204 len: 168 time: 0.1935732 Jan 13 14:54:09.075737 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea38e-8715-4057-b150-b73777c890b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670fcba-e000-4816-b6fe-a7f688ba4c10,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:09.076429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: efd27476-681e-4a0d-823a-127dc2df6cff {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:54:09.076429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device efd27476-681e-4a0d-823a-127dc2df6cff not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:54:12.874414 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45498) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:13.019094 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.098730 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Publish callbacks [] for security_group (71b34a98-69ff-4b31-9e87-b81c9421c0ec), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.175440 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (71b34a98-69ff-4b31-9e87-b81c9421c0ec), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.214959 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc93e7b849924fa8821c1197a8771eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391325 Jan 13 14:54:13.215841 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b34a98-69ff-4b31-9e87-b81c9421c0ec,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:13.217774 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45502) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:13.233636 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.233986 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.239296 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8467b30-f3e4-4b3b-8e53-80c6eb5f36ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:13.281613 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] Publish callbacks [] for security_group (71b34a98-69ff-4b31-9e87-b81c9421c0ec), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.304222 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] Publish callbacks [] for security_group (71b34a98-69ff-4b31-9e87-b81c9421c0ec), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.416641 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (71b34a98-69ff-4b31-9e87-b81c9421c0ec), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.419319 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:13.420571 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71b34a98-69ff-4b31-9e87-b81c9421c0ec HTTP/1.1" status: 204 len: 168 time: 0.2019064 Jan 13 14:54:13.430108 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39c106-58e9-4a1c-922c-dab69f1a4d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b34a98-69ff-4b31-9e87-b81c9421c0ec,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:14.207717 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45528) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:14.366630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94889779-df97-421a-8719-64f0b261657d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.467872 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94889779-df97-421a-8719-64f0b261657d admin admin] Publish callbacks [] for security_group (ab78ae6a-e189-49df-9256-b78a3dc9278d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.570692 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94889779-df97-421a-8719-64f0b261657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ab78ae6a-e189-49df-9256-b78a3dc9278d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.583377 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45540) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:14.617912 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94889779-df97-421a-8719-64f0b261657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78ae6a-e189-49df-9256-b78a3dc9278d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:14.622555 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-94889779-df97-421a-8719-64f0b261657d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22fa942b125443d59beb0bb3517f915e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134936 Jan 13 14:54:14.626965 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45544) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:14.691668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] Publish callbacks [] for security_group (ab78ae6a-e189-49df-9256-b78a3dc9278d), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.717340 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] Publish callbacks [] for security_group (ab78ae6a-e189-49df-9256-b78a3dc9278d), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.749359 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-205163603-network', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:14.896691 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Made reservation on behalf of 2d7f12df7fc84f5f91e88c2268ed4186 for: {'network': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:14.899154 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.912813 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ab78ae6a-e189-49df-9256-b78a3dc9278d), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.915637 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.916854 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab78ae6a-e189-49df-9256-b78a3dc9278d HTTP/1.1" status: 204 len: 168 time: 0.2889104 Jan 13 14:54:14.917673 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:14.935972 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3c07a-6019-40d5-8d65-2d594e062084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78ae6a-e189-49df-9256-b78a3dc9278d,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:15.021731 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks [] for security_group (514bf805-79f3-4637-8024-c45f4d048881), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.118004 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (514bf805-79f3-4637-8024-c45f4d048881), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.150279 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:54:15.157561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514bf805-79f3-4637-8024-c45f4d048881,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:15.163283 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (2b554ddf-2422-4c79-90de-4343c28f9e46), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.163624 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.segments_db [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Added segment 2b554ddf-2422-4c79-90de-4343c28f9e46 of type vlan for network 1490415b-f4b9-4612-b30f-199c88ba808e Jan 13 14:54:15.208542 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (1490415b-f4b9-4612-b30f-199c88ba808e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.296387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (1490415b-f4b9-4612-b30f-199c88ba808e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.298683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:15.299346 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:15.366917 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] Pushing event updated for resources: {'Network': ['ID=1490415b-f4b9-4612-b30f-199c88ba808e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:15.379022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network 1490415b-f4b9-4612-b30f-199c88ba808e details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:54:15.454134 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-69d66c78-f0a3-4cbb-9463-1511000df3ff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8683438 Jan 13 14:54:15.457191 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45556) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:15.462271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Request body: {'subnet': {'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-205163603-subnet', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:15.587947 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Made reservation on behalf of 2d7f12df7fc84f5f91e88c2268ed4186 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:15.590321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25703495'] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.021401 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-710bf183-8e45-48cd-bb98-1a3a069d4904 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042372768&fields=id&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 267 time: 0.0535607 Jan 13 14:54:16.051904 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25699158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25709229'] for subnet (78937f4d-23c4-44e8-a1e7-4fc36456251a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.116049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78937f4d-23c4-44e8-a1e7-4fc36456251a,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:16.131728 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Checking segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:16.132089 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Network hostable DHCP agents. Network: 1490415b-f4b9-4612-b30f-199c88ba808e, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:54:16.156062 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-c1720a30-7405-4705-b743-1f5ac73424e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:16.157623 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-c1720a30-7405-4705-b743-1f5ac73424e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.1286442 Jan 13 14:54:16.174572 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-dc1b1810-2a34-4cbe-9660-65d0d8dedb3e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/quotas/013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Jan 13 14:54:16.211203 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Network 1490415b-f4b9-4612-b30f-199c88ba808e is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:54:16.230797 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-03aec218-30d3-40a8-9661-7e7ad2494e15 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502396 Jan 13 14:54:16.279214 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, 1490415b-f4b9-4612-b30f-199c88ba808e) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:16.284594 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:16.285577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.295893 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db5d6d-5867-4ab6-96f2-5fafec064f24 None None] Network 1490415b-f4b9-4612-b30f-199c88ba808e requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:16.351089 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-44eb2bb6-cbd8-48cf-a164-9503c488ce48 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8926702 Jan 13 14:54:16.353769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45580) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:16.353922 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-5719627e-7a9c-4bf9-b933-327f790376d6 service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100788 Jan 13 14:54:16.358956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:16.425137 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-1490415b-f4b9-4612-b30f-199c88ba808e', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:54:16.425137 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.428728 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.430471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.469178 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-e12e7ce3-5128-46ff-9d42-484b7b90ea82 service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081841 Jan 13 14:54:16.507509 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for router_controller (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), precommit_add_association {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.605489 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Allocated IP 172.20.0.2 (1490415b-f4b9-4612-b30f-199c88ba808e/78937f4d-23c4-44e8-a1e7-4fc36456251a/ebac4e4e-b439-4a4c-899f-b61a5dc7d132) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:16.736458 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.759315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for router_gateway (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.852974 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks [] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.932045 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:16.990913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Network 1490415b-f4b9-4612-b30f-199c88ba808e is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:17.009396 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:17.037575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:17.044258 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Pushing event updated for resources: {'Port': ['ID=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:17.098118 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f3a925d9-4d7f-410f-b04d-30636e73e6ab req-b4c09626-e814-4a47-9574-ecb8bf9a584b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0386000 Jan 13 14:54:17.113298 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Attempting to bind port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:17.114253 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Attempting to bind port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:17.114870 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Attempting to bind port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 on network 1490415b-f4b9-4612-b30f-199c88ba808e {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:17.121205 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:17.121935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Checking segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:17.122338 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.123055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Bound using segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:17.123707 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Bound port: ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:17.124306 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.156245 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for router_gateway (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.197801 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.212679 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] For port ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:17.216961 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] For port ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:17.291755 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.322108 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Allocated IP 172.27.0.228 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/1ec79e22-6bd6-4ad4-bb20-651b9886c64d) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:17.362119 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339686e-9558-4e5c-84c2-8d1246bc76fe None None] Pushing event updated for resources: {'Port': ['ID=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:17.453326 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.616801 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:17.664203 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:17.675912 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:17.678112 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Pushing event updated for resources: {'Port': ['ID=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:17.680500 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:18.018284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for router_gateway (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.217666 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a6be4a96-450c-4328-a1e4-a4158edebab2 req-cf5e627d-935a-4f6a-ac99-decae829e5b9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0354090 Jan 13 14:54:18.258185 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.395522 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b29f3d-4c0a-4093-bd76-7f63f19e487e None None] Network 1490415b-f4b9-4612-b30f-199c88ba808e requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:18.466551 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-57716888-ae81-4274-9ef2-833207948985 None None] Provisioning complete for port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:18.466905 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-57716888-ae81-4274-9ef2-833207948985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.502336 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Router f62aaf5c-81af-43b2-8dc1-e780872d1f0b is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:54:18.582287 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-57716888-ae81-4274-9ef2-833207948985 None None] Current status of the port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:18.582715 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-57716888-ae81-4274-9ef2-833207948985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.617038 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-57716888-ae81-4274-9ef2-833207948985 None None] For port ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:18.622476 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:18.631876 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Sync routers for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:18.643432 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:18.644078 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:18.688302 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-57716888-ae81-4274-9ef2-833207948985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.755751 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:18.757300 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2561cec6-1f8c-4ce1-8880-237ceb39dc1e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4018326 Jan 13 14:54:18.760157 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45626) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:18.786970 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716888-ae81-4274-9ef2-833207948985 None None] Pushing event updated for resources: {'Port': ['ID=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:18.811237 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:18.887063 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-00faabcd-59ac-4f5c-a970-e781c0cf59a2 None None] Provisioning complete for port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:18.887448 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-00faabcd-59ac-4f5c-a970-e781c0cf59a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.059895 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-00faabcd-59ac-4f5c-a970-e781c0cf59a2 None None] Current status of the port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:19.088871 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:17Z', 'revision_number': 3, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:19.127310 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ebac4e4e-b439-4a4c-899f-b61a5dc7d132 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:19.129958 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Checking router: f62aaf5c-81af-43b2-8dc1-e780872d1f0b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:19.130226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Updating router f62aaf5c-81af-43b2-8dc1-e780872d1f0b port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:54:19.192532 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.245181 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:19.245639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.289961 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.339579 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-50a2a035-6ea8-423b-b9ea-835d023cf344 req-6d44208d-7ac0-48f3-af59-3da37ee51b0f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jan 13 14:54:19.495124 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Allocated IP 172.20.0.1 (1490415b-f4b9-4612-b30f-199c88ba808e/78937f4d-23c4-44e8-a1e7-4fc36456251a/20c7edb1-b6a3-490e-8625-7993e2be0503) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:19.586864 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:19.614615 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks [] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.684409 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks [] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.713553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.763630 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Network 1490415b-f4b9-4612-b30f-199c88ba808e is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:19.766536 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:19.770037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:19.793286 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.815762 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Pushing event updated for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:19.877280 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Attempting to bind port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:19.877645 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Attempting to bind port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:19.879262 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Attempting to bind port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:19.886080 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de698fb-2969-4f17-8245-62f69203d349 None None] Pushing event updated for resources: {'Port': ['ID=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:19.891984 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.896001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:19.896001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:19.896302 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.896718 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:19.897343 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Bound port: 1ec79e22-6bd6-4ad4-bb20-651b9886c64d, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:19.897913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:19.980609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] For port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:19.980609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] For port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:20.091496 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-0af5fb6d-ab2d-4c42-946d-a72e1ea2001b None None] Provisioning complete for port 20c7edb1-b6a3-490e-8625-7993e2be0503 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:20.091869 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0af5fb6d-ab2d-4c42-946d-a72e1ea2001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:20.134389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:20.147282 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-0af5fb6d-ab2d-4c42-946d-a72e1ea2001b None None] Port 20c7edb1-b6a3-490e-8625-7993e2be0503 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:20.211473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de698fb-2969-4f17-8245-62f69203d349 None None] Pushing event updated for resources: {'Port': ['ID=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:20.215096 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:20.215579 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:20.309130 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48e33efd-25ae-4b50-aa31-62bfa262bb6c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:20.310631 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48e33efd-25ae-4b50-aa31-62bfa262bb6c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.5116501 Jan 13 14:54:20.348653 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:20.403997 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-416b1c1f-73fc-4dcc-ba8c-79a796ffb3a7 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 380 time: 0.0739081 Jan 13 14:54:20.412450 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'port': {'device_id': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'admin_state_up': True, 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'security_groups': ['cc45d6c9-4096-4e99-b62b-7c2d40881a4d']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:20.475077 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7829c7d7-43e4-4022-b8dc-64279d6aa19e req-6a64aa96-df9b-4305-bc60-e7a7dc2ade3b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0496390 Jan 13 14:54:20.569088 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:20.579432 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-10105df7-f230-495d-889c-624c2a54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:17Z', 'revision_number': 3, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:20.612215 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105df7-f230-495d-889c-624c2a54d920 None None] The sync data for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi is: [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:17Z', 'revision_number': 3, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:20.670576 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Made reservation on behalf of 013e714330fb4919b89cd5e680505e90 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:20.675474 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:20.873491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks [] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:20.885759 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Allocated IP 172.20.0.6 (3312d895-15da-4dac-8695-c4ec07b0622a/f826359b-0a2d-4180-bc80-31ccf1fe9a18/94c8464d-0e73-43cc-8174-1c2572a3cbc9) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:20.989818 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.117492 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1ec79e22-6bd6-4ad4-bb20-651b9886c64d up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:21.130026 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Pushing event updated for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:21.132530 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.139430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.188328 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:21.188725 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.267626 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Network 1490415b-f4b9-4612-b30f-199c88ba808e is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:21.269104 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:21.301377 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:21.301865 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.333045 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:21.345679 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.434932 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.464469 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:21.478619 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:21.488118 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:21.553765 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:21.554446 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.557080 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:21.587891 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:21.645539 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Router f62aaf5c-81af-43b2-8dc1-e780872d1f0b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:54:21.681869 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91e860-147c-4c91-802a-ff9e11ba5371 req-95d6dba8-5f72-4794-977c-a5792dd0772a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:21.683767 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fd91e860-147c-4c91-802a-ff9e11ba5371 req-95d6dba8-5f72-4794-977c-a5792dd0772a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 931 time: 0.0800235 Jan 13 14:54:21.698161 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-8a847d78-ab69-4766-82cc-b9d565e0bd5e None None] Provisioning complete for port 20c7edb1-b6a3-490e-8625-7993e2be0503 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:21.698854 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8a847d78-ab69-4766-82cc-b9d565e0bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.734695 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-48acc96b-585c-49c0-b7ed-8bae3fe84a1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3262060 Jan 13 14:54:21.760002 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Request body: {'port': {'device_id': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:21.764376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-8a847d78-ab69-4766-82cc-b9d565e0bd5e None None] Port 20c7edb1-b6a3-490e-8625-7993e2be0503 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:21.891504 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-20c4cb34-f7d2-459c-8a7f-5756402f91c1 None None] Provisioning complete for port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:21.892022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-20c4cb34-f7d2-459c-8a7f-5756402f91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.911406 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-fd91e860-147c-4c91-802a-ff9e11ba5371 req-1a08c5f3-1191-48c9-9790-6c7d0555ea4f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847315 Jan 13 14:54:21.917339 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:21.938835 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:21.945277 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fe228c22-f5f6-4c67-9721-18eb2476034a admin admin] 10.222.0.60 "PUT /v2.0/routers/f62aaf5c-81af-43b2-8dc1-e780872d1f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1828153 Jan 13 14:54:21.948621 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-20c4cb34-f7d2-459c-8a7f-5756402f91c1 None None] Port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:22.107745 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45674) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:22.219375 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8464d-0e73-43cc-8174-1c2572a3cbc9 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:54:22.227746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks [] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.230232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d099ee9-beb3-41f9-9dc2-8e01e249ff8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.241490 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Transition to ACTIVE for port object 94c8464d-0e73-43cc-8174-1c2572a3cbc9 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:54:22.312012 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.315894 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d099ee9-beb3-41f9-9dc2-8e01e249ff8e admin admin] Publish callbacks [] for security_group (647be485-c74b-49b3-88a8-63ca7f69857c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.367574 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:22.409655 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d099ee9-beb3-41f9-9dc2-8e01e249ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (647be485-c74b-49b3-88a8-63ca7f69857c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.450639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Attempting to bind port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:22.454390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Attempting to bind port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:22.454390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Attempting to bind port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:22.457041 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 on network 3312d895-15da-4dac-8695-c4ec07b0622a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:54:22.457546 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Attempting to bind port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:22.463562 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:22.463890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:22.464269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Bound using segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:22.464746 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Bound port: 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:22.465147 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.484351 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-2d099ee9-beb3-41f9-9dc2-8e01e249ff8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e5c1f1731e540adb9524fad7e632792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751099 Jan 13 14:54:22.488329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45684) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:22.489507 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d099ee9-beb3-41f9-9dc2-8e01e249ff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647be485-c74b-49b3-88a8-63ca7f69857c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:22.572453 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:22.577069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:22.591991 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] Publish callbacks [] for security_group (647be485-c74b-49b3-88a8-63ca7f69857c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.618938 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] Publish callbacks [] for security_group (647be485-c74b-49b3-88a8-63ca7f69857c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.685661 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.707065 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Sync routers for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:22.720276 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:22.721750 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:22.723561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:22.724179 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.725770 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] 10.222.0.66 "PUT /v2.0/ports/94c8464d-0e73-43cc-8174-1c2572a3cbc9 HTTP/1.1" status: 200 len: 1093 time: 0.9802043 Jan 13 14:54:22.726202 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:22.728466 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d85a59-3e74-4644-b16d-b7254456a447" -d '{"events": [{"name": "network-changed", "server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:22.739009 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45692) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:22.746102 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516351066-network', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:22.754470 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (647be485-c74b-49b3-88a8-63ca7f69857c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.758721 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.760026 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/647be485-c74b-49b3-88a8-63ca7f69857c HTTP/1.1" status: 204 len: 168 time: 0.2705286 Jan 13 14:54:22.812111 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6781da-3525-48c3-bca6-996142e2ee92 x-openstack-request-id: req-ef6781da-3525-48c3-bca6-996142e2ee92 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:22.812446 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:22.812668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef6781da-3525-48c3-bca6-996142e2ee92 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:22.813743 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'status': 'completed', 'code': 200} Jan 13 14:54:22.841241 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a04bf-edca-43c5-a18d-536e2a8ed14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647be485-c74b-49b3-88a8-63ca7f69857c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:22.846336 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960c6a-591f-4f06-8432-83abc260dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:22.850874 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Made reservation on behalf of ed0a3f8fb2154e34b674995f9add9e5d for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:22.853206 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:22.887139 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85a59-3e74-4644-b16d-b7254456a447 req-46f0a379-13af-4f6c-b0f7-9178a139fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:22.889801 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-00d85a59-3e74-4644-b16d-b7254456a447 req-46f0a379-13af-4f6c-b0f7-9178a139fc94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1096 time: 0.0731635 Jan 13 14:54:22.890572 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.001251 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:23.088437 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1ec79e22-6bd6-4ad4-bb20-651b9886c64d up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:23.095683 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks [] for security_group (ddd64f80-b153-4472-8c6f-2bd2350f4ab7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.146627 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32462ddd-1ed3-47ae-922f-cf9c4ccdce0c req-9baf7119-1448-4580-a0ff-77af5d7837a4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.148231 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-32462ddd-1ed3-47ae-922f-cf9c4ccdce0c req-9baf7119-1448-4580-a0ff-77af5d7837a4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.1146049 Jan 13 14:54:23.151390 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85a59-3e74-4644-b16d-b7254456a447 req-5bc34068-660f-4d8e-b8b1-1e3c57f3fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.152937 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-00d85a59-3e74-4644-b16d-b7254456a447 req-5bc34068-660f-4d8e-b8b1-1e3c57f3fe0b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=013e714330fb4919b89cd5e680505e90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2558029 Jan 13 14:54:23.164660 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ddd64f80-b153-4472-8c6f-2bd2350f4ab7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.191231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd64f80-b153-4472-8c6f-2bd2350f4ab7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:23.202034 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:54:23.217490 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (9b57e7a0-550b-4613-a1a8-19b280c6c16f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.218078 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Added segment 9b57e7a0-550b-4613-a1a8-19b280c6c16f of type vlan for network eed57ccd-68b1-48e9-9acc-8024482efdda Jan 13 14:54:23.239807 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:23.240108 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.278714 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-32462ddd-1ed3-47ae-922f-cf9c4ccdce0c req-b1c3df53-d823-4af1-b884-6e9790a8dcef tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180806 Jan 13 14:54:23.320706 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (eed57ccd-68b1-48e9-9acc-8024482efdda), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.323053 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 2, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:23.362305 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85a59-3e74-4644-b16d-b7254456a447 req-9ea876cd-9161-468b-9699-ca18704c00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.364492 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-00d85a59-3e74-4644-b16d-b7254456a447 req-9ea876cd-9161-468b-9699-ca18704c00f8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2014992 Jan 13 14:54:23.373319 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Checking router: f62aaf5c-81af-43b2-8dc1-e780872d1f0b for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:23.374322 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Updating router f62aaf5c-81af-43b2-8dc1-e780872d1f0b port 20c7edb1-b6a3-490e-8625-7993e2be0503 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:54:23.405065 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.409351 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:23.454710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-a80bcf05-f5fb-42a5-ba69-2cb03bd0980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.456980 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-a80bcf05-f5fb-42a5-ba69-2cb03bd0980f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1096 time: 0.0475602 Jan 13 14:54:23.462121 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (eed57ccd-68b1-48e9-9acc-8024482efdda), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.466196 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.466196 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.503188 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-55803c48-254e-4d1b-ae6b-0bf3be0430de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9 HTTP/1.1" status: 200 len: 217 time: 0.0397191 Jan 13 14:54:23.541166 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] Pushing event updated for resources: {'Network': ['ID=eed57ccd-68b1-48e9-9acc-8024482efdda,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:23.563622 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network eed57ccd-68b1-48e9-9acc-8024482efdda details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:54:23.575561 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-3dd8d58a-e5df-4ab0-a999-21544b9769f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.578074 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-3dd8d58a-e5df-4ab0-a999-21544b9769f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0693893 Jan 13 14:54:23.591182 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f4dfe607-38ec-4e20-8f36-64097e884e7a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8505065 Jan 13 14:54:23.592152 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45700) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:23.600322 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Request body: {'subnet': {'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516351066-subnet', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'ip_version': 4}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:23.629605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-a56885fa-d2fc-4138-98a2-4c36682df170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:23.631633 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-a56885fa-d2fc-4138-98a2-4c36682df170 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469902 Jan 13 14:54:23.685652 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Made reservation on behalf of ed0a3f8fb2154e34b674995f9add9e5d for: {'subnet': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:23.688802 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617207'] for subnet (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.730780 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-a8759526-e598-4d55-ad3e-e6261fac0c00 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926738 Jan 13 14:54:23.753000 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks [] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.802515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45702) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:23.819436 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ddd8-e829-4a32-aed0-03e5b6ac5fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.838635 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.865470 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f61244b7-3e08-439d-b288-2cd0d7a63c3d req-89499a95-bac7-41e2-b0fa-78c67301c2a4 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282277 Jan 13 14:54:23.925194 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5149510-5282-43e8-b4ae-af6ac58d5327 None None] Pushing event updated for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:23.972101 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ddd8-e829-4a32-aed0-03e5b6ac5fce admin admin] Publish callbacks [] for security_group (07163cfc-714e-41d6-917f-30541119a5ce), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:23.998901 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Attempting to bind port 20c7edb1-b6a3-490e-8625-7993e2be0503 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:23.999334 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Attempting to bind port 20c7edb1-b6a3-490e-8625-7993e2be0503 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:23.999663 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Attempting to bind port 20c7edb1-b6a3-490e-8625-7993e2be0503 on network 1490415b-f4b9-4612-b30f-199c88ba808e {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:24.005901 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:24.006287 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Checking segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:24.006765 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.007161 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Bound using segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:24.007617 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Bound port: 20c7edb1-b6a3-490e-8625-7993e2be0503, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:24.007993 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.050502 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ddd8-e829-4a32-aed0-03e5b6ac5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (07163cfc-714e-41d6-917f-30541119a5ce), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.081068 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] For port 20c7edb1-b6a3-490e-8625-7993e2be0503, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:24.085010 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] For port 20c7edb1-b6a3-490e-8625-7993e2be0503, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=20c7edb1-b6a3-490e-8625-7993e2be0503,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:24.095309 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9ddd8-e829-4a32-aed0-03e5b6ac5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07163cfc-714e-41d6-917f-30541119a5ce,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:24.095696 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28057702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28628765'] for subnet (51e0ed94-de28-444d-b321-9546da6780de), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.099850 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c7d9ddd8-e829-4a32-aed0-03e5b6ac5fce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7df97806cdb4d31aca1da69b606b903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959661 Jan 13 14:54:24.102320 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45704) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:24.144071 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.166857 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] Publish callbacks [] for security_group (07163cfc-714e-41d6-917f-30541119a5ce), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.175369 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Provisioning complete for port 20c7edb1-b6a3-490e-8625-7993e2be0503 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:24.176123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.191332 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] Publish callbacks [] for security_group (07163cfc-714e-41d6-917f-30541119a5ce), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.226400 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Checking segment: {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:24.228178 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5149510-5282-43e8-b4ae-af6ac58d5327 None None] Pushing event updated for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:24.230029 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Network hostable DHCP agents. Network: eed57ccd-68b1-48e9-9acc-8024482efdda, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:54:24.232298 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:24.233165 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:24.256802 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e0ed94-de28-444d-b321-9546da6780de,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:24.313496 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Current status of the port 20c7edb1-b6a3-490e-8625-7993e2be0503 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:24.314137 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.314253 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (07163cfc-714e-41d6-917f-30541119a5ce), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.327162 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.327162 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07163cfc-714e-41d6-917f-30541119a5ce HTTP/1.1" status: 204 len: 168 time: 0.2153301 Jan 13 14:54:24.337940 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a3fb-4919-4b3a-b4af-0b338816c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07163cfc-714e-41d6-917f-30541119a5ce,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:24.346581 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Network eed57ccd-68b1-48e9-9acc-8024482efdda is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:54:24.352167 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] For port 20c7edb1-b6a3-490e-8625-7993e2be0503, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=20c7edb1-b6a3-490e-8625-7993e2be0503,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:24.444873 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.459349 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:24.472401 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, eed57ccd-68b1-48e9-9acc-8024482efdda) {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:24.482964 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124181e-5d6e-4496-9e3e-9ac45ace7786 None None] Network eed57ccd-68b1-48e9-9acc-8024482efdda requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:24.496717 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aed8-23f8-4794-978d-11d03b9b2bd0 req-2f0b996d-6cf0-4167-b0f7-db0b141c2edc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:24.498501 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f328aed8-23f8-4794-978d-11d03b9b2bd0 req-2f0b996d-6cf0-4167-b0f7-db0b141c2edc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.0939460 Jan 13 14:54:24.499866 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:24.500590 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.551482 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4854-dd5a-48f8-8091-d38476d677a9 None None] Pushing event updated for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:24.571057 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f328aed8-23f8-4794-978d-11d03b9b2bd0 req-8490102b-ffff-4c76-9583-ee2dcf0687c1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609992 Jan 13 14:54:24.593788 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-69446a11-31f3-4149-985f-73c707c78df0 None None] Provisioning complete for port 20c7edb1-b6a3-490e-8625-7993e2be0503 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:24.594295 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-69446a11-31f3-4149-985f-73c707c78df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.654972 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b1f6cacc-1289-4bb2-8158-d32ea78cadaa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0597503 Jan 13 14:54:24.656055 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45710) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:24.658917 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb3f377-070f-5e7a-b17e-259a82a45742-eed57ccd-68b1-48e9-9acc-8024482efdda', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de'}]}} from dv-cinder-823726-5-iscsi. {{(pid=109678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 14:54:24.659807 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.661119 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:24.729643 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:24.748116 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6380'] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.749010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6395'] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.778187 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa44bf-4151-4383-a99e-29f991c05227 None None] The sync data for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi is: [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:24.799006 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-69446a11-31f3-4149-985f-73c707c78df0 None None] Current status of the port 20c7edb1-b6a3-490e-8625-7993e2be0503 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:24.811687 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for router_controller (c6f776e1-a783-46a2-b2a1-0545ce55abc1), precommit_add_association {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:24.871862 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.db_base_plugin_common [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Allocated IP 172.20.0.2 (eed57ccd-68b1-48e9-9acc-8024482efdda/51e0ed94-de28-444d-b321-9546da6780de/81ccfc8c-d45d-419a-98b9-9595c6ab599c) {{(pid=109678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:24.932410 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:54:25.070816 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for router_gateway (c6f776e1-a783-46a2-b2a1-0545ce55abc1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.108499 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks [] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), precommit_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.112152 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 20c7edb1-b6a3-490e-8625-7993e2be0503 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:25.165177 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 20c7edb1-b6a3-490e-8625-7993e2be0503 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:25.165680 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.209901 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), after_create {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.261685 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Network eed57ccd-68b1-48e9-9acc-8024482efdda is already hosted by enough agents. {{(pid=109678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:25.268971 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.scheduler.base_scheduler [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Resources bound (agent type, host, resource id): {{(pid=109678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:25.274852 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Received port after_create {{(pid=109678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:25.281418 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Pushing event updated for resources: {'Port': ['ID=81ccfc8c-d45d-419a-98b9-9595c6ab599c,revision_number=1']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:25.342438 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for router_gateway (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.362772 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.371875 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Attempting to bind port 81ccfc8c-d45d-419a-98b9-9595c6ab599c on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:25.372245 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Attempting to bind port 81ccfc8c-d45d-419a-98b9-9595c6ab599c by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:25.372646 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Attempting to bind port 81ccfc8c-d45d-419a-98b9-9595c6ab599c on network eed57ccd-68b1-48e9-9acc-8024482efdda {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:25.375673 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 20c7edb1-b6a3-490e-8625-7993e2be0503 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:25.381227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:25.381607 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Checking segment: {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:25.382014 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.382408 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Bound using segment: {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:25.382914 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Bound port: 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:25.383296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.484163 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Allocated IP 172.27.0.64 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/79b412a6-75e6-4031-a327-a90088b67c8d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:25.611510 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] For port 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:25.616079 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] For port 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=81ccfc8c-d45d-419a-98b9-9595c6ab599c,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:25.637635 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for port (79b412a6-75e6-4031-a327-a90088b67c8d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.720312 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.724605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1623975-ced5-4d85-b685-435710400a51 req-d82b2063-4f98-4f35-8e82-69c9b9877e06 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:25.732811 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1623975-ced5-4d85-b685-435710400a51 req-d82b2063-4f98-4f35-8e82-69c9b9877e06 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.0581799 Jan 13 14:54:25.748473 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:25.786988 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d1623975-ced5-4d85-b685-435710400a51 req-30b39ddb-9620-42c6-ab5d-5015688a1416 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526874 Jan 13 14:54:25.793977 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:25.797778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:25.805844 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca463963-d2b9-4712-8c3f-3bd8f0643c47 None None] Pushing event updated for resources: {'Port': ['ID=81ccfc8c-d45d-419a-98b9-9595c6ab599c,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:25.814251 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:25.858480 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Pushing event updated for resources: {'Port': ['ID=79b412a6-75e6-4031-a327-a90088b67c8d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:26.196994 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for router_gateway (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:26.404279 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558558'] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:26.633102 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Router c6f776e1-a783-46a2-b2a1-0545ce55abc1 is scheduled to L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f with binding_index 1 {{(pid=109676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 14:54:26.757749 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:26.771688 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Sync routers for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:26.781998 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:26.783003 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:26.858552 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:26.860921 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b95c6d3a-5de4-4aae-bafa-c1d2ab13dc46 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2031102 Jan 13 14:54:26.863581 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45752) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:26.929424 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:26.990025 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d749af-2816-4fba-a3c1-06892225d5b3 req-628127c2-da92-4073-aa87-e66225e193a7 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:26.993306 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-13d749af-2816-4fba-a3c1-06892225d5b3 req-628127c2-da92-4073-aa87-e66225e193a7 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.1085489 Jan 13 14:54:27.066469 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-13d749af-2816-4fba-a3c1-06892225d5b3 req-77dc40a7-1bc3-439a-b192-f446f597d8ab tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618279 Jan 13 14:54:27.127739 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 81ccfc8c-d45d-419a-98b9-9595c6ab599c up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:27.188429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62122531-4efe-4cc2-af35-67bf3ca42877 None None] Network eed57ccd-68b1-48e9-9acc-8024482efdda requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:27.295758 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Provisioning complete for port 81ccfc8c-d45d-419a-98b9-9595c6ab599c triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:27.302237 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.345853 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:26Z', 'revision_number': 3, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:27.362352 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 81ccfc8c-d45d-419a-98b9-9595c6ab599c triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:27.362782 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.394513 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.423069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Checking router: c6f776e1-a783-46a2-b2a1-0545ce55abc1 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:27.423388 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Updating router c6f776e1-a783-46a2-b2a1-0545ce55abc1 port 79b412a6-75e6-4031-a327-a90088b67c8d binding host dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:54:27.473551 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.587896 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Allocated IP 172.20.0.1 (eed57ccd-68b1-48e9-9acc-8024482efdda/51e0ed94-de28-444d-b321-9546da6780de/af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:27.617160 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Current status of the port 81ccfc8c-d45d-419a-98b9-9595c6ab599c is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:27.617500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.671549 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 81ccfc8c-d45d-419a-98b9-9595c6ab599c is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:27.671549 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.714802 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks [] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.732276 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] For port 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=81ccfc8c-d45d-419a-98b9-9595c6ab599c,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:27.803854 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.845644 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.883493 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Network eed57ccd-68b1-48e9-9acc-8024482efdda is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:27.886399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:27.892506 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:27.930631 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Pushing event updated for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:27.947606 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks [] for port (79b412a6-75e6-4031-a327-a90088b67c8d), precommit_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.947606 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.db.api [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 14:54:27.947809 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG oslo_db.api [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 14:54:27.951206 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566155'] for router_interface (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:27.952044 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835b8a3-90ad-42ae-a993-854c84091c72 None None] Pushing event updated for resources: {'Port': ['ID=81ccfc8c-d45d-419a-98b9-9595c6ab599c,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:27.963636 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-4e875a59-7826-4801-be1b-2dc294ad4ec3 None None] Provisioning complete for port 81ccfc8c-d45d-419a-98b9-9595c6ab599c triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:27.964022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4e875a59-7826-4801-be1b-2dc294ad4ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.018472 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.105979 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c360c-527d-465e-b620-35cafea6a4d5 None None] Pushing event updated for resources: {'Port': ['ID=79b412a6-75e6-4031-a327-a90088b67c8d,revision_number=2']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:28.120127 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Attempting to bind port 79b412a6-75e6-4031-a327-a90088b67c8d on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:28.120503 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Attempting to bind port 79b412a6-75e6-4031-a327-a90088b67c8d by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:28.120869 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Attempting to bind port 79b412a6-75e6-4031-a327-a90088b67c8d on network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:28.132959 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:28.133336 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Checking segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:28.133828 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.134356 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Bound using segment: {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'} {{(pid=109678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:28.134848 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.managers [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Bound port: 79b412a6-75e6-4031-a327-a90088b67c8d, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51df98-7ff3-485e-93a8-255a5c5fd6d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225'}}] {{(pid=109678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:28.135231 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.138016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-4e875a59-7826-4801-be1b-2dc294ad4ec3 None None] Current status of the port 81ccfc8c-d45d-419a-98b9-9595c6ab599c is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:28.194401 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] For port 79b412a6-75e6-4031-a327-a90088b67c8d, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:28.197335 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] For port 79b412a6-75e6-4031-a327-a90088b67c8d, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=79b412a6-75e6-4031-a327-a90088b67c8d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:28.207504 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.233891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398165e3-bbe6-46a3-a744-381b793fbc53 req-4ae18a27-d95a-4791-9d30-b4f5b4f5e4e5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:28.239125 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-398165e3-bbe6-46a3-a744-381b793fbc53 req-4ae18a27-d95a-4791-9d30-b4f5b4f5e4e5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.0892098 Jan 13 14:54:28.258069 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.298027 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-2fad0de2-575f-4029-8c5d-f7afa48d015e None None] Provisioning complete for port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:28.298486 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2fad0de2-575f-4029-8c5d-f7afa48d015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.345420 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:28.345954 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:28.372218 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-398165e3-bbe6-46a3-a744-381b793fbc53 req-7a5c005b-ee27-4ad6-b36c-0ce9534fe05d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133933 Jan 13 14:54:28.398505 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0de2-575f-4029-8c5d-f7afa48d015e None None] Port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:28.405943 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c360c-527d-465e-b620-35cafea6a4d5 None None] Pushing event updated for resources: {'Port': ['ID=79b412a6-75e6-4031-a327-a90088b67c8d,revision_number=3']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:28.447459 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks [] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.524810 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.600724 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Pushing event updated for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:28.604553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3623092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566047'] for router_interface (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:28.650254 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 81ccfc8c-d45d-419a-98b9-9595c6ab599c is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:28.653688 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:28.709205 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Network eed57ccd-68b1-48e9-9acc-8024482efdda is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:28.710733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:28.882654 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5', 'name': '', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'mac_address': 'fa:16:3e:fd:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:27Z', 'updated_at': '2022-01-13T14:54:27Z', 'revision_number': 1, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'subnets': [{'id': '51e0ed94-de28-444d-b321-9546da6780de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:28.923121 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca8bb0-f9e7-45f3-9252-8321710f0835 None None] The sync data for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi is: [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5', 'name': '', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'mac_address': 'fa:16:3e:fd:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:27Z', 'updated_at': '2022-01-13T14:54:27Z', 'revision_number': 1, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'subnets': [{'id': '51e0ed94-de28-444d-b321-9546da6780de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:29.030626 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-b313ffee-d2aa-4adf-abd7-86bc2423b295 None None] Provisioning complete for port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:29.034160 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b313ffee-d2aa-4adf-abd7-86bc2423b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:29.072206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 81ccfc8c-d45d-419a-98b9-9595c6ab599c up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:29.119888 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-b313ffee-d2aa-4adf-abd7-86bc2423b295 None None] Port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:29.141588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 81ccfc8c-d45d-419a-98b9-9595c6ab599c triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:29.142191 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:29.171451 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Router c6f776e1-a783-46a2-b2a1-0545ce55abc1 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:54:29.292565 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 81ccfc8c-d45d-419a-98b9-9595c6ab599c is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:29.345424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:29.351466 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-cb27a24f-79df-4063-8f97-b02959aa48b2 admin admin] 10.222.0.60 "PUT /v2.0/routers/c6f776e1-a783-46a2-b2a1-0545ce55abc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867206 Jan 13 14:54:29.574181 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d80-72cd-47dd-89d2-787cebf3a3c8 req-bc1bc0aa-664b-46b4-9a8d-03d508352338 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:29.576845 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-34f49d80-72cd-47dd-89d2-787cebf3a3c8 req-bc1bc0aa-664b-46b4-9a8d-03d508352338 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.0813966 Jan 13 14:54:29.659529 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-34f49d80-72cd-47dd-89d2-787cebf3a3c8 req-8002829b-fe09-4496-bd5e-2c83a8706bd7 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726376 Jan 13 14:54:30.314123 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-aa24dd54-70f3-4c8f-a592-8f098bcae259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.528932 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45854) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:30.534019 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159075808', 'description': 'tempest-secgroup-smoke-159075808 description', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:30.632446 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.647496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45858) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:30.706677 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (6fd69d99-02ca-4397-8a6a-3f1a84fe2715), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.761883 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c68d5e4a-dfc3-4370-8dde-8a87c09d4757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.770757 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6fd69d99-02ca-4397-8a6a-3f1a84fe2715), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.798644 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b145-7051-48fd-84f4-dabb2a0c66f0 req-0e69988f-e558-4497-90bb-b755662e7c88 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:30.800193 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9965b145-7051-48fd-84f4-dabb2a0c66f0 req-0e69988f-e558-4497-90bb-b755662e7c88 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 943 time: 0.0544853 Jan 13 14:54:30.811260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd69d99-02ca-4397-8a6a-3f1a84fe2715,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:30.852386 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9965b145-7051-48fd-84f4-dabb2a0c66f0 req-5bb6739b-698c-468b-af45-89ad947cdd51 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 Jan 13 14:54:30.871009 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c68d5e4a-dfc3-4370-8dde-8a87c09d4757 admin admin] Publish callbacks [] for security_group (ab29fd88-6a72-495f-b95f-1579702c6867), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.892465 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:30.894312 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-975326ab-b7a2-4f07-88bc-78c08a3f3c68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3637486 Jan 13 14:54:30.894469 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 94c8464d-0e73-43cc-8174-1c2572a3cbc9 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:54:30.896946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45864) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:30.901503 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:30.965232 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c68d5e4a-dfc3-4370-8dde-8a87c09d4757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ab29fd88-6a72-495f-b95f-1579702c6867), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.016462 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:31.037619 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c68d5e4a-dfc3-4370-8dde-8a87c09d4757 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee52862fefd241b583ade31431bab2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890362 Jan 13 14:54:31.039000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (ad2b2501-4816-4eef-a1e3-4ea162feaf34), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.040588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'port_id': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'mac_address': 'fa:16:3e:b0:ed:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:54:31.040856 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45866) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:31.062032 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d5e4a-dfc3-4370-8dde-8a87c09d4757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29fd88-6a72-495f-b95f-1579702c6867,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.096587 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] Publish callbacks [] for security_group (ab29fd88-6a72-495f-b95f-1579702c6867), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.096796 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:31.097048 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.116877 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8464d-0e73-43cc-8174-1c2572a3cbc9 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:54:31.125438 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 79b412a6-75e6-4031-a327-a90088b67c8d up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:31.127054 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] Publish callbacks [] for security_group (ab29fd88-6a72-495f-b95f-1579702c6867), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.139479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (ad2b2501-4816-4eef-a1e3-4ea162feaf34), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.162628 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:31.197002 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 79b412a6-75e6-4031-a327-a90088b67c8d triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:31.197376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.239275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (ad2b2501-4816-4eef-a1e3-4ea162feaf34), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.262808 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2b2501-4816-4eef-a1e3-4ea162feaf34,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.275283 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ab29fd88-6a72-495f-b95f-1579702c6867), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.277086 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.279539 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.285084 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab29fd88-6a72-495f-b95f-1579702c6867 HTTP/1.1" status: 204 len: 168 time: 0.2390645 Jan 13 14:54:31.293204 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298153-429c-4c9f-8346-d7f2b690d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29fd88-6a72-495f-b95f-1579702c6867,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.321146 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 79b412a6-75e6-4031-a327-a90088b67c8d is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:31.321638 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.356352 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.357112 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] For port 79b412a6-75e6-4031-a327-a90088b67c8d, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=79b412a6-75e6-4031-a327-a90088b67c8d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:31.358055 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-d59ed649-c951-415d-81c9-62d25a91af23 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598575 Jan 13 14:54:31.362284 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45870) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:31.367260 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:31.368851 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.450587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.481600 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (28304e2d-ae29-4329-8b18-5b591c949f72), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.482260 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['94c8464d-0e73-43cc-8174-1c2572a3cbc9'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:54:31.537159 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Pushing event updated for resources: {'Port': ['ID=79b412a6-75e6-4031-a327-a90088b67c8d,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.552655 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (28304e2d-ae29-4329-8b18-5b591c949f72), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.678339 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (28304e2d-ae29-4329-8b18-5b591c949f72), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.712351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28304e2d-ae29-4329-8b18-5b591c949f72,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:31.771978 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.773621 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f34a360a-07b9-430b-96f0-3fee1b9559f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4101951 Jan 13 14:54:31.776351 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45874) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:31.782288 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:31.871525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (ff4e1666-b658-4568-b16c-f634470319e2), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.932523 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (ff4e1666-b658-4568-b16c-f634470319e2), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.981464 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (ff4e1666-b658-4568-b16c-f634470319e2), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:31.987288 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d599-98b9-427e-b50f-5b5feb93521e req-038bcd9c-2eb6-4383-a358-968031a6b9e2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:31.988816 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7811d599-98b9-427e-b50f-5b5feb93521e req-038bcd9c-2eb6-4383-a358-968031a6b9e2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 944 time: 0.0646019 Jan 13 14:54:32.001270 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4e1666-b658-4568-b16c-f634470319e2,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:32.050932 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7811d599-98b9-427e-b50f-5b5feb93521e req-c2e10d17-16de-43f8-9846-eb924e2fcc4a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565012 Jan 13 14:54:32.054071 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45878) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:32.068665 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.068665 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-843bd780-d938-4534-8c7a-db84ebecee3b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877955 Jan 13 14:54:32.068896 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-20dd99af-22eb-4b21-83bc-b892f9b280ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.071509 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45880) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:32.076290 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:32.148000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-20dd99af-22eb-4b21-83bc-b892f9b280ca admin admin] Publish callbacks [] for security_group (0997805b-4d9b-4d33-9040-c361bc9b08f3), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.163105 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (0032eaab-f5c2-4b7a-b4c7-a0dc63f65b0f), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.205047 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-20dd99af-22eb-4b21-83bc-b892f9b280ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0997805b-4d9b-4d33-9040-c361bc9b08f3), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.223491 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (0032eaab-f5c2-4b7a-b4c7-a0dc63f65b0f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.244921 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-20dd99af-22eb-4b21-83bc-b892f9b280ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5df1fb03da3941d599fbd2c145cb6424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899819 Jan 13 14:54:32.246040 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd99af-22eb-4b21-83bc-b892f9b280ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0997805b-4d9b-4d33-9040-c361bc9b08f3,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:32.247805 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 45882) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:32.301238 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (0032eaab-f5c2-4b7a-b4c7-a0dc63f65b0f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.310696 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] Publish callbacks [] for security_group (0997805b-4d9b-4d33-9040-c361bc9b08f3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.334895 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0032eaab-f5c2-4b7a-b4c7-a0dc63f65b0f,revision_number=0']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:32.349212 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] Publish callbacks [] for security_group (0997805b-4d9b-4d33-9040-c361bc9b08f3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.429687 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.430950 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5aac27ac-7b68-4463-9781-1a62d379c9a8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582029 Jan 13 14:54:32.433903 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45884) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:32.439554 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:32.518975 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (0997805b-4d9b-4d33-9040-c361bc9b08f3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.521737 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.522949 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0997805b-4d9b-4d33-9040-c361bc9b08f3 HTTP/1.1" status: 204 len: 168 time: 0.2677748 Jan 13 14:54:32.531266 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916d8d0-fa87-415c-814b-9ee4101b4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997805b-4d9b-4d33-9040-c361bc9b08f3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:32.540449 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Sync routers for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:32.553530 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.securitygroups_db [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Project 2d7f12df7fc84f5f91e88c2268ed4186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:54:32.559047 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (1864d3b0-63f8-429e-abdd-c53afc326438), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.566047 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:32.572360 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:32.630347 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (1864d3b0-63f8-429e-abdd-c53afc326438), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.683294 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:32.706246 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (1864d3b0-63f8-429e-abdd-c53afc326438), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.732929 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1864d3b0-63f8-429e-abdd-c53afc326438,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:32.788787 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.789952 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-e7e8f475-fb69-4667-9b60-a3e29b3a32dd tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3550413 Jan 13 14:54:32.792768 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 45888) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:32.798468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'security_group_rule': {'security_group_id': '6fd69d99-02ca-4397-8a6a-3f1a84fe2715', 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:32.903574 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5', 'name': '', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'mac_address': 'fa:16:3e:fd:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:27Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 2, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'subnets': [{'id': '51e0ed94-de28-444d-b321-9546da6780de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:32.908014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.securitygroups_db [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Project 2d7f12df7fc84f5f91e88c2268ed4186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 14:54:32.922038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (d896be03-3ba2-4dcc-bc79-2e50b53cbe1e), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.927636 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 94c8464d-0e73-43cc-8174-1c2572a3cbc9 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:32.933004 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-972103f9-a253-4510-800b-63b13b551131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:32.936834 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Checking router: c6f776e1-a783-46a2-b2a1-0545ce55abc1 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:32.937281 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Updating router c6f776e1-a783-46a2-b2a1-0545ce55abc1 port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 binding host dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 14:54:32.977252 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.004451 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (d896be03-3ba2-4dcc-bc79-2e50b53cbe1e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.065322 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 79b412a6-75e6-4031-a327-a90088b67c8d up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:33.095081 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:54:33.100752 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:33.101349 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.113538 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586357'] for security_group_rule (d896be03-3ba2-4dcc-bc79-2e50b53cbe1e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.132377 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d896be03-3ba2-4dcc-bc79-2e50b53cbe1e,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:33.185492 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547a42-0bdc-48d2-a33d-543e06ec2955 req-bc830666-28d3-4c94-ab4d-5f86c99d34e0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:33.188628 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-94547a42-0bdc-48d2-a33d-543e06ec2955 req-bc830666-28d3-4c94-ab4d-5f86c99d34e0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 944 time: 0.0606225 Jan 13 14:54:33.206294 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.207918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-992a47d9-c7c2-4a29-9f81-9225b7533cf6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4141417 Jan 13 14:54:33.228070 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port 79b412a6-75e6-4031-a327-a90088b67c8d triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:33.228596 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.257636 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-94547a42-0bdc-48d2-a33d-543e06ec2955 req-3f5179cc-9560-4cc6-9dcc-f6a07771de32 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621324 Jan 13 14:54:33.273493 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:33.274019 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.320297 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:33.330766 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef61025-8e90-436b-92b1-135442750d20" -d '{"events": [{"server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "name": "network-vif-plugged", "status": "completed", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:33.339841 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:33.372854 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f37745b-007d-4700-b179-e2d2dfc7d200 x-openstack-request-id: req-4f37745b-007d-4700-b179-e2d2dfc7d200 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:33.373283 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "name": "network-vif-plugged", "status": "completed", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:33.373861 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f37745b-007d-4700-b179-e2d2dfc7d200 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:33.382705 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'code': 200} Jan 13 14:54:33.405344 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 79b412a6-75e6-4031-a327-a90088b67c8d is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:33.419102 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.428321 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks [] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), precommit_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.495509 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:33.542945 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.591122 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f955-bea0-4e97-9ec5-e5eeea45bbe3 None None] Pushing event updated for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=3']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:33.674260 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Attempting to bind port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 on host dv-cinder-823726-5-iscsi for vnic_type normal with profile {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:33.674806 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Attempting to bind port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 by drivers openvswitch,hyperv on host dv-cinder-823726-5-iscsi at level 0 using segments [{'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:33.675211 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Attempting to bind port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 on network eed57ccd-68b1-48e9-9acc-8024482efdda {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:33.685063 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Checking agent: {'id': 'daac57d5-38ce-41ab-a6fe-c60d2fc2975e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 38, 7), 'started_at': datetime.datetime(2022, 1, 13, 14, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:33.685585 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Checking segment: {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:33.686079 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.686669 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Bound using segment: {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'} {{(pid=109679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:33.688048 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.managers [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Bound port: af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5, host: dv-cinder-823726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b57e7a0-550b-4613-a1a8-19b280c6c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda'}}] {{(pid=109679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:33.689040 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), before_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.765646 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] For port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5, host dv-cinder-823726-5-iscsi, cleared binding levels {{(pid=109679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:33.770171 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.plugins.ml2.db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] For port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5, host dv-cinder-823726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:33.795726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74c770-5f68-4f78-a929-c50e7d02716a req-92128fec-8320-432c-b381-bf061adbd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:33.799034 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3a74c770-5f68-4f78-a929-c50e7d02716a req-92128fec-8320-432c-b381-bf061adbd216 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1098 time: 0.0534165 Jan 13 14:54:33.853874 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3a74c770-5f68-4f78-a929-c50e7d02716a req-f04cf8ab-5ecc-43e0-bed2-9cc4917fc5f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493915 Jan 13 14:54:33.863759 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron_lib.callbacks.manager [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_update {{(pid=109679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:33.925307 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:33.925947 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:33.963620 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f955-bea0-4e97-9ec5-e5eeea45bbe3 None None] Pushing event updated for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=4']} {{(pid=109679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:33.977638 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Provisioning complete for port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:33.978139 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:34.041625 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:34.071081 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Current status of the port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 is: DOWN; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:34.071473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:34.123953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] For port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:34.227613 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:34.269598 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5', 'name': '', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'mac_address': 'fa:16:3e:fd:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:27Z', 'updated_at': '2022-01-13T14:54:33Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'subnets': [{'id': '51e0ed94-de28-444d-b321-9546da6780de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:34.283281 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3ae6d-1381-4335-881c-aa23274f98c7 None None] Pushing event updated for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:34.296117 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:34.298290 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c02aa3-b4ba-4dd7-9c3c-08ced0b0cd6b None None] The sync data for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi is: [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:54:28Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5', 'name': '', 'network_id': 'eed57ccd-68b1-48e9-9acc-8024482efdda', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'mac_address': 'fa:16:3e:fd:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '51e0ed94-de28-444d-b321-9546da6780de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:27Z', 'updated_at': '2022-01-13T14:54:33Z', 'revision_number': 4, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'subnets': [{'id': '51e0ed94-de28-444d-b321-9546da6780de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:34.351484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-69a70efd-e7ea-4bd7-b66c-4ef03420e206 None None] Provisioning complete for port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:34.352016 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-69a70efd-e7ea-4bd7-b66c-4ef03420e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:34.411956 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95075c-af78-4700-8d2e-825ce0ec889b req-cc060dd2-7933-4145-aaca-15f3e02ad78e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:34.425702 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6d95075c-af78-4700-8d2e-825ce0ec889b req-cc060dd2-7933-4145-aaca-15f3e02ad78e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0747318 Jan 13 14:54:34.488345 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-69a70efd-e7ea-4bd7-b66c-4ef03420e206 None None] Current status of the port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:34.503182 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-6d95075c-af78-4700-8d2e-825ce0ec889b req-30933d94-ea26-4f99-861d-36077948be48 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631263 Jan 13 14:54:35.081104 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 up at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:35.139690 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Provisioning complete for port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:35.140018 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:35.238759 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 is: ACTIVE; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:35.255784 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:35.638187 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744756-adf4-4b25-91da-1869b86886bf req-3cf710e1-b6f7-4b43-b89b-1b728d16e4d6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:35.639813 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec744756-adf4-4b25-91da-1869b86886bf req-3cf710e1-b6f7-4b43-b89b-1b728d16e4d6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0593159 Jan 13 14:54:35.697199 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec744756-adf4-4b25-91da-1869b86886bf req-20b2f113-888d-4b8d-bb70-3a03e7a5c661 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511463 Jan 13 14:54:35.830117 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6035-e632-4f95-9a7a-4fdc9d34de54 req-96822bc2-798e-4f47-8c2a-01e476895ba8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:35.831672 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a2ff6035-e632-4f95-9a7a-4fdc9d34de54 req-96822bc2-798e-4f47-8c2a-01e476895ba8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0511580 Jan 13 14:54:35.886743 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a2ff6035-e632-4f95-9a7a-4fdc9d34de54 req-bb2a0da1-f9f0-4d7a-a2ea-9afacde29957 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493219 Jan 13 14:54:35.911353 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46004) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:36.117333 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8ba01-445c-47d5-9c90-6fe4922d5d5f tempest-TestVolumeBootPattern-1507182469 tempest-TestVolumeBootPattern-1507182469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:36.118896 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-f9d8ba01-445c-47d5-9c90-6fe4922d5d5f tempest-TestVolumeBootPattern-1507182469 tempest-TestVolumeBootPattern-1507182469-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1093 time: 0.2065041 Jan 13 14:54:36.121722 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46012) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:36.126822 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'port_id': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:36.205053 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:36.318935 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:36.445461 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Allocated IP 172.27.0.150 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/8c95f801-2ee3-43ce-b719-9e6b03b02bfe) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:36.577935 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:36.675491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:36.714710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:36.718831 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:36.722004 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:36.726352 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:36.729400 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=8c95f801-2ee3-43ce-b719-9e6b03b02bfe,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:37.146900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (43095daa-cdc9-4b40-87ab-6b14d7c69771), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:37.276976 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:37.448814 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:37.524616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:37.602333 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=8c95f801-2ee3-43ce-b719-9e6b03b02bfe,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:37.621349 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (43095daa-cdc9-4b40-87ab-6b14d7c69771), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:37.712685 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46032) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:37.741074 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Floating IP 43095daa-cdc9-4b40-87ab-6b14d7c69771 associated. External IP: 172.27.0.150, port: 94c8464d-0e73-43cc-8174-1c2572a3cbc9. Jan 13 14:54:37.873852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3504a681-7134-4664-a6cf-4f750246144a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.062052 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3504a681-7134-4664-a6cf-4f750246144a admin admin] Publish callbacks [] for security_group (1060f870-9041-4172-a5e3-c9430496a665), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.066704 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:54:38.164900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3504a681-7134-4664-a6cf-4f750246144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1060f870-9041-4172-a5e3-c9430496a665), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.221356 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:54:38.227896 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3504a681-7134-4664-a6cf-4f750246144a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa2b630327bf4d3e993544223eea2dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142195 Jan 13 14:54:38.229899 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504a681-7134-4664-a6cf-4f750246144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060f870-9041-4172-a5e3-c9430496a665,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:38.230689 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46036) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:38.242945 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:54:38.255679 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:38.256365 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:38.291525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] Publish callbacks [] for security_group (1060f870-9041-4172-a5e3-c9430496a665), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.320948 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] Publish callbacks [] for security_group (1060f870-9041-4172-a5e3-c9430496a665), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.381749 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:38.395061 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.425455 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-071f8f82-0043-42f5-9d2f-f3ae68cab1ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3025565 Jan 13 14:54:38.426782 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:38.428659 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20083f8-4a2e-49a9-974f-34628076c6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:38.470628 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15df475-8f59-4226-add8-3135fb2239ae x-openstack-request-id: req-a15df475-8f59-4226-add8-3135fb2239ae {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:38.477582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:38.477582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a15df475-8f59-4226-add8-3135fb2239ae {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:38.477582 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'status': 'completed', 'code': 200} Jan 13 14:54:38.530054 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (1060f870-9041-4172-a5e3-c9430496a665), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.534674 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:38.538071 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1060f870-9041-4172-a5e3-c9430496a665 HTTP/1.1" status: 204 len: 168 time: 0.3062749 Jan 13 14:54:38.543054 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-5f79a55b-fe63-4883-a639-1fa6e581e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:38.545705 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-5f79a55b-fe63-4883-a639-1fa6e581e1a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1098 time: 0.0523040 Jan 13 14:54:38.548103 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95d897-ff5e-4bad-ad2c-3f4867823e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060f870-9041-4172-a5e3-c9430496a665,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:38.650528 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-ec10da48-d103-4a8c-a2b3-2556c1b02fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:38.652301 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-ec10da48-d103-4a8c-a2b3-2556c1b02fab service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.0996997 Jan 13 14:54:38.683345 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '43095daa-cdc9-4b40-87ab-6b14d7c69771', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b0:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:54:36Z', 'updated_at': '2022-01-13T14:54:36Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:38.717758 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:54:38.727641 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:54:38.728258 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:54:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:38.732977 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-cb062b72-8a2f-4c1e-bcc4-a14a27cb370f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9 HTTP/1.1" status: 200 len: 999 time: 0.0739419 Jan 13 14:54:38.787587 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-061d40ef-2ab8-484d-8cdd-68af4b159cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:38.789066 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-061d40ef-2ab8-484d-8cdd-68af4b159cec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0498366 Jan 13 14:54:38.844563 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-872dfeca-b53b-4985-bf4d-4270fb7b31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:38.846071 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-872dfeca-b53b-4985-bf4d-4270fb7b31e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498476 Jan 13 14:54:38.857104 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:54:38.955672 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-005a55a9-5c0c-4476-a00c-1fd344a7dafb service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026356 Jan 13 14:54:39.072971 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c20083f8-4a2e-49a9-974f-34628076c6e0 req-d10d1164-a707-447c-9ce6-2e1fb4145e72 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057446 Jan 13 14:54:39.140655 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '43095daa-cdc9-4b40-87ab-6b14d7c69771', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b0:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:54:36Z', 'updated_at': '2022-01-13T14:54:36Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:54:39.175751 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a564ea9-e1eb-443c-936b-1773d6bb6d50 None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '43095daa-cdc9-4b40-87ab-6b14d7c69771', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b0:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:54:36Z', 'updated_at': '2022-01-13T14:54:36Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:54:39.280974 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46048) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:39.295415 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d61d8a-148f-459f-a560-146daf2dcc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.377182 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d61d8a-148f-459f-a560-146daf2dcc1a admin admin] Publish callbacks [] for security_group (8b771ecd-9f18-495b-9fd5-007dbefcc0c3), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.403646 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0357e06-2d5d-4fa7-bef6-6a9e1462b30e None None] New status for floating IP 43095daa-cdc9-4b40-87ab-6b14d7c69771: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:54:39.439515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-90d61d8a-148f-459f-a560-146daf2dcc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (8b771ecd-9f18-495b-9fd5-007dbefcc0c3), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.483334 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-90d61d8a-148f-459f-a560-146daf2dcc1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecd2e0f59c64414980a7b955f43bb2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982245 Jan 13 14:54:39.483334 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61d8a-148f-459f-a560-146daf2dcc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b771ecd-9f18-495b-9fd5-007dbefcc0c3,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:39.483722 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46050) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:39.540939 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] Publish callbacks [] for security_group (8b771ecd-9f18-495b-9fd5-007dbefcc0c3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.570857 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] Publish callbacks [] for security_group (8b771ecd-9f18-495b-9fd5-007dbefcc0c3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.690405 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (8b771ecd-9f18-495b-9fd5-007dbefcc0c3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.693128 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:39.694292 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b771ecd-9f18-495b-9fd5-007dbefcc0c3 HTTP/1.1" status: 204 len: 168 time: 0.2095807 Jan 13 14:54:39.702569 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b2865-9287-44fa-bf2d-ad7d232e9338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b771ecd-9f18-495b-9fd5-007dbefcc0c3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:42.277857 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46110) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:42.393949 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.479553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Publish callbacks [] for security_group (08d4ec72-f9e2-4a0b-a964-75e3406fcc2d), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.554000 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (08d4ec72-f9e2-4a0b-a964-75e3406fcc2d), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.621835 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b96c1d9c51a44b71a68d96f6d886e49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426867 Jan 13 14:54:42.622890 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d4ec72-f9e2-4a0b-a964-75e3406fcc2d,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:42.624320 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46114) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:42.631416 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.631764 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.632107 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.632476 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.632774 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.633096 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.633422 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.633744 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.634067 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.634406 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.634865 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.635281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.635629 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b421b811-fe0c-433c-9e75-ae99ef08bed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:42.683960 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] Publish callbacks [] for security_group (08d4ec72-f9e2-4a0b-a964-75e3406fcc2d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.707708 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] Publish callbacks [] for security_group (08d4ec72-f9e2-4a0b-a964-75e3406fcc2d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.816334 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (08d4ec72-f9e2-4a0b-a964-75e3406fcc2d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.819034 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:42.820235 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08d4ec72-f9e2-4a0b-a964-75e3406fcc2d HTTP/1.1" status: 204 len: 168 time: 0.1946654 Jan 13 14:54:42.828286 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c262c5-389d-43db-8643-0f0e9e950524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d4ec72-f9e2-4a0b-a964-75e3406fcc2d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:43.538582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46126) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:43.555709 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a5af-10fb-4a23-be29-38d8f8c97dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:43.640616 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a5af-10fb-4a23-be29-38d8f8c97dd3 admin admin] Publish callbacks [] for security_group (a5876b17-8a17-47e3-9c9c-52dfaca890d6), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:43.798812 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a5af-10fb-4a23-be29-38d8f8c97dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a5876b17-8a17-47e3-9c9c-52dfaca890d6), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:43.841920 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2ec1a5af-10fb-4a23-be29-38d8f8c97dd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1341f68cd753426084512ffce1091951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021567 Jan 13 14:54:43.842888 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a5af-10fb-4a23-be29-38d8f8c97dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5876b17-8a17-47e3-9c9c-52dfaca890d6,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:43.844932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46132) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:43.900052 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] Publish callbacks [] for security_group (a5876b17-8a17-47e3-9c9c-52dfaca890d6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:43.923822 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] Publish callbacks [] for security_group (a5876b17-8a17-47e3-9c9c-52dfaca890d6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:44.284439 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (a5876b17-8a17-47e3-9c9c-52dfaca890d6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:44.287737 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:44.288901 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5876b17-8a17-47e3-9c9c-52dfaca890d6 HTTP/1.1" status: 204 len: 168 time: 0.4429140 Jan 13 14:54:44.297264 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883ba96-518f-489e-937a-47367601c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5876b17-8a17-47e3-9c9c-52dfaca890d6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:45.283877 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46164) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:45.385549 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.v2.base [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1843810210-network', 'tenant_id': '54f43a3ac03d4f8d9e58571a6d678d17'}} {{(pid=109676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:45.529806 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Made reservation on behalf of 54f43a3ac03d4f8d9e58571a6d678d17 for: {'network': 1} {{(pid=109676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:45.532175 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for network (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.544675 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.632841 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks [] for security_group (13deda33-e662-4f83-8b72-368a478eb5be), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.690046 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (13deda33-e662-4f83-8b72-368a478eb5be), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.716908 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 14:54:45.723293 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13deda33-e662-4f83-8b72-368a478eb5be,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:45.730685 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.731032 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.segments_db [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Added segment 6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b of type vlan for network b72090d7-3c52-48ed-bdc7-345d35ad20e6 Jan 13 14:54:45.771860 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747092500592'] for network (b72090d7-3c52-48ed-bdc7-345d35ad20e6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.890210 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110'] for network (b72090d7-3c52-48ed-bdc7-345d35ad20e6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.891271 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:45.891908 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:45.953552 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] Pushing event updated for resources: {'Network': ['ID=b72090d7-3c52-48ed-bdc7-345d35ad20e6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:45.964819 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 details requested by agent ovs-agent-dv-cinder-823726-5-iscsi with host dv-cinder-823726-5-iscsi {{(pid=109678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 14:54:46.011849 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-33321443-c5dd-46c7-90a5-880b532db221 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7268281 Jan 13 14:54:46.016731 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46168) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:54:46.023178 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Request body: {'subnet': {'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1843810210-subnet', 'tenant_id': '54f43a3ac03d4f8d9e58571a6d678d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:46.123793 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Made reservation on behalf of 54f43a3ac03d4f8d9e58571a6d678d17 for: {'subnet': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:46.125678 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25703495'] for subnet (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:46.381782 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25699158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25709229'] for subnet (b9e8b903-c20a-476c-af7b-e7dd4b13c8ad), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:46.441165 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e8b903-c20a-476c-af7b-e7dd4b13c8ad,revision_number=0']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:46.449926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Checking segment: {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:46.450276 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Network hostable DHCP agents. Network: b72090d7-3c52-48ed-bdc7-345d35ad20e6, hostable agents: ['ec59ee69-9eda-4c49-b80f-769cd29ed027'], hosted agents: [] {{(pid=109677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 14:54:46.530021 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 is scheduled to be hosted by DHCP agent ec59ee69-9eda-4c49-b80f-769cd29ed027 with binding_index 1 {{(pid=109677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 14:54:46.592614 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823726-5-iscsi, b72090d7-3c52-48ed-bdc7-345d35ad20e6) {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:46.597700 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:46.598912 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:46.603094 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a10d2f-3cef-4b08-b205-938c794727b2 None None] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:46.697994 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-381088f1-d305-49df-a785-c9399a46513d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6679633 Jan 13 14:54:46.718150 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b31242-e6cc-4e68-996c-6585aa5f5dcf None None] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:54:46.962052 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:48.860216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-1e779ca1-a628-4cb8-9bcf-5b14fa57f722 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:48.861607 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-1e779ca1-a628-4cb8-9bcf-5b14fa57f722 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/networks?id=b72090d7-3c52-48ed-bdc7-345d35ad20e6 HTTP/1.1" status: 200 len: 814 time: 0.1046007 Jan 13 14:54:48.876410 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-42894df9-f6ac-4aa8-8a7d-eb9e52ae9079 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/quotas/54f43a3ac03d4f8d9e58571a6d678d17 HTTP/1.1" status: 200 len: 375 time: 0.0088499 Jan 13 14:54:48.911670 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-232a81be-ab7c-4f84-b2d7-971bf94a6e92 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294528 Jan 13 14:54:49.003629 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-07ebbcde-cd92-4cba-b34f-d25348589928 service neutron] 10.222.0.60 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Jan 13 14:54:49.099262 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-caf95c84-15bb-4e3e-a2b1-4810764ed7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891364 Jan 13 14:54:49.351190 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-b182e945-8297-4728-8aa9-80661788414c tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159075808&fields=id&tenant_id=2d7f12df7fc84f5f91e88c2268ed4186 HTTP/1.1" status: 200 len: 267 time: 0.0563781 Jan 13 14:54:49.363356 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-733b03d5-6f58-4c83-971e-1236c9cffd5c req-0bf9009e-7e11-4aa7-8cce-ac9c53a6c15a tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 210 time: 0.0277877 Jan 13 14:54:49.468248 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-c94d0cf5-4d02-4ff3-9ddd-cf375c914a79 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:49.469802 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-c94d0cf5-4d02-4ff3-9ddd-cf375c914a79 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 808 time: 0.1127527 Jan 13 14:54:49.485068 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-4bfbb71d-9b98-4cbd-b15a-bca2b2434c94 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/quotas/2d7f12df7fc84f5f91e88c2268ed4186 HTTP/1.1" status: 200 len: 375 time: 0.0092556 Jan 13 14:54:49.538775 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-a680e883-c192-4c41-80bc-6fc1a1a7dac8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481262 Jan 13 14:54:49.917057 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-9986d074-e8eb-446b-a7c9-e8b6402251db service neutron] 10.222.0.60 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665578 Jan 13 14:54:50.015471 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-5ec84a03-2f44-463c-b0a1-403821f698bf service neutron] 10.222.0.60 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914192 Jan 13 14:54:50.470093 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d5d300b0-5883-4995-a23b-037a4c3e27a3 req-eab0bde7-a11b-48dc-b106-2de9ad2d8386 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 210 time: 0.0277696 Jan 13 14:54:50.657407 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-12766e5a-5713-411a-9638-4f056ce85437 req-d8374c14-31b1-456a-8fb7-089f1c541dd3 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 210 time: 0.0292587 Jan 13 14:54:51.513199 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ba1ac21d-6ec4-46b2-be20-5e6cfe4769c1 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:51.514676 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ba1ac21d-6ec4-46b2-be20-5e6cfe4769c1 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "GET /v2.0/networks?id=b72090d7-3c52-48ed-bdc7-345d35ad20e6 HTTP/1.1" status: 200 len: 814 time: 0.1090117 Jan 13 14:54:51.529929 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Request body: {'port': {'device_id': '7d44f430-5427-40bb-a487-af42b0f977ca', 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6', 'admin_state_up': True, 'tenant_id': '54f43a3ac03d4f8d9e58571a6d678d17'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:51.605652 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-5f746c9e-2d37-4ac8-878e-fe772459ac59 req-06ae971c-953d-46b2-9949-9d37fb7aa4a2 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 210 time: 0.0351655 Jan 13 14:54:51.757256 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4f4439c7-7280-4a8b-97c0-566464c25569 req-4c51c8f5-752d-4e4d-bb61-764d76bc1fd5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 210 time: 0.0269041 Jan 13 14:54:51.768860 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Made reservation on behalf of 54f43a3ac03d4f8d9e58571a6d678d17 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:51.773532 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:51.909173 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Allocated IP 172.20.0.7 (b72090d7-3c52-48ed-bdc7-345d35ad20e6/b9e8b903-c20a-476c-af7b-e7dd4b13c8ad/5ae8c14d-2564-4075-8f01-5e9e98206217) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:52.055239 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks [] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.164971 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.211935 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:52.217233 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:52.220998 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:52.244740 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Pushing event updated for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:52.275327 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:52.275994 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.385102 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-5baabce0-3721-4592-bdee-63010f76a7ef tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8617706 Jan 13 14:54:52.397397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Request body: {'port': {'device_id': '7d44f430-5427-40bb-a487-af42b0f977ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:52.451432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.751480 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae8c14d-2564-4075-8f01-5e9e98206217 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:54:52.765479 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcb310-1ccb-4dc9-ba46-962b0cdc882a req-20e0de26-04c1-4ba1-868d-a6a789c2b0e3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:52.766997 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f1dcb310-1ccb-4dc9-ba46-962b0cdc882a req-20e0de26-04c1-4ba1-868d-a6a789c2b0e3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 931 time: 0.0890148 Jan 13 14:54:52.768931 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks [] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.796207 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Transition to ACTIVE for port object 5ae8c14d-2564-4075-8f01-5e9e98206217 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:54:52.825024 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-f1dcb310-1ccb-4dc9-ba46-962b0cdc882a req-bd214bbc-bd13-4583-849e-d10b3f75f855 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511658 Jan 13 14:54:52.860444 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f25ef49a-cae5-4f85-a7de-aa86007a2e88 req-0e8c0674-90ee-4649-bf24-43febf7cc642 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 210 time: 0.0307667 Jan 13 14:54:52.884747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:52.991259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:53.064401 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-2f185b02-0eae-4de8-ac26-8931dfde984c tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.065822 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-2f185b02-0eae-4de8-ac26-8931dfde984c tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 808 time: 0.1920691 Jan 13 14:54:53.106559 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Attempting to bind port 5ae8c14d-2564-4075-8f01-5e9e98206217 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:53.106922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Attempting to bind port 5ae8c14d-2564-4075-8f01-5e9e98206217 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:53.107248 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Attempting to bind port 5ae8c14d-2564-4075-8f01-5e9e98206217 on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:53.116601 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Port 5ae8c14d-2564-4075-8f01-5e9e98206217 on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:54:53.116920 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Attempting to bind port 5ae8c14d-2564-4075-8f01-5e9e98206217 on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:53.126460 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:53.126821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Checking segment: {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:53.127200 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Bound using segment: {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:53.127640 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Bound port: 5ae8c14d-2564-4075-8f01-5e9e98206217, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:53.127969 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:53.165324 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-7f30ed77-d654-4b0e-8ea7-0a9f53d00fe7 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d7f12df7fc84f5f91e88c2268ed4186 HTTP/1.1" status: 200 len: 379 time: 0.0870271 Jan 13 14:54:53.188609 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'port': {'device_id': '02424577-d025-476e-ae07-4a6e8e715edd', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'admin_state_up': True, 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'security_groups': ['6fd69d99-02ca-4397-8a6a-3f1a84fe2715']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:53.280098 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:53.289046 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=5ae8c14d-2564-4075-8f01-5e9e98206217,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:53.382526 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:53.411634 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Made reservation on behalf of 2d7f12df7fc84f5f91e88c2268ed4186 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:54:53.415126 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:53.431449 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.432066 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:53.433449 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] 10.222.0.66 "PUT /v2.0/ports/5ae8c14d-2564-4075-8f01-5e9e98206217 HTTP/1.1" status: 200 len: 1093 time: 1.0413542 Jan 13 14:54:53.433900 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:53.436138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e1733-3825-43ca-96fa-f012e760231e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:53.475166 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc0526-9e26-41cf-aed7-eee43a2a00ff x-openstack-request-id: req-54dc0526-9e26-41cf-aed7-eee43a2a00ff {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:53.475455 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:53.475708 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54dc0526-9e26-41cf-aed7-eee43a2a00ff {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:53.476109 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217', 'status': 'completed', 'code': 200} Jan 13 14:54:53.518034 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e0365-420c-4ce5-99d6-a23eea0fab4d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:53.597034 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1733-3825-43ca-96fa-f012e760231e req-bc460c4d-6ada-4bb0-b8f3-3de854311dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.598513 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9a3e1733-3825-43ca-96fa-f012e760231e req-bc460c4d-6ada-4bb0-b8f3-3de854311dce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 1096 time: 0.0912902 Jan 13 14:54:53.660839 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Allocated IP 172.20.0.7 (1490415b-f4b9-4612-b30f-199c88ba808e/78937f4d-23c4-44e8-a1e7-4fc36456251a/312a46f0-c0d4-422b-815b-25f06532c79a) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:54:53.771572 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1733-3825-43ca-96fa-f012e760231e req-55b9a42d-e73b-4dd4-b2a1-affac003588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.773033 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9a3e1733-3825-43ca-96fa-f012e760231e req-55b9a42d-e73b-4dd4-b2a1-affac003588d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1656237 Jan 13 14:54:53.901001 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for port (312a46f0-c0d4-422b-815b-25f06532c79a), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:53.926167 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1733-3825-43ca-96fa-f012e760231e req-d4efe443-b201-4b5a-90d1-6dbb1d3b22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.930004 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9a3e1733-3825-43ca-96fa-f012e760231e req-d4efe443-b201-4b5a-90d1-6dbb1d3b22d3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1500652 Jan 13 14:54:53.953214 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cdcee-7365-439a-aaa2-16c7c84167ba req-95d50bd6-ad9e-4881-a44d-f412ca37d074 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:53.956901 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-954cdcee-7365-439a-aaa2-16c7c84167ba req-95d50bd6-ad9e-4881-a44d-f412ca37d074 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 943 time: 0.0599086 Jan 13 14:54:53.977223 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-63a9c508-1305-49a0-8f4a-a8b92c1b966e req-3d45bbe9-57a4-4b9a-abf6-4c8a818478ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 210 time: 0.0325730 Jan 13 14:54:54.011764 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-954cdcee-7365-439a-aaa2-16c7c84167ba req-9d3c6cc8-5846-4847-8682-d99d52ce4e5d tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Jan 13 14:54:54.032516 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-d8d8a61b-1ffa-4cf0-ae8b-dac7534c1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:54.033994 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-d8d8a61b-1ffa-4cf0-ae8b-dac7534c1edc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 1096 time: 0.0546207 Jan 13 14:54:54.048361 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.081511 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-d445c6eb-ec5b-46b0-9ae6-336857ff51d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ae8c14d-2564-4075-8f01-5e9e98206217 HTTP/1.1" status: 200 len: 217 time: 0.0409527 Jan 13 14:54:54.144999 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Network 1490415b-f4b9-4612-b30f-199c88ba808e is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:54:54.155394 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:54:54.165825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:54:54.171349 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:54.199004 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-01e8de8f-113f-44d9-85a4-c7fd730b9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:54.200482 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-01e8de8f-113f-44d9-85a4-c7fd730b9c9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9e8b903-c20a-476c-af7b-e7dd4b13c8ad HTTP/1.1" status: 200 len: 854 time: 0.0967824 Jan 13 14:54:54.240043 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-4cee10b9-543c-4cee-9b7f-ad995846e6ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b72090d7-3c52-48ed-bdc7-345d35ad20e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304852 Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.247886 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:54.250199 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.347588 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-617da465-8884-4e7b-b167-254ff4275668 service neutron] 10.222.0.66 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956523 Jan 13 14:54:54.399257 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-fd89c68a-0c85-41ab-aab5-1643d893f671 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2157981 Jan 13 14:54:54.414329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Request body: {'port': {'device_id': '02424577-d025-476e-ae07-4a6e8e715edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:54:54.454227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-194e4c18-cb95-4818-bbda-5adda5f9b774 None None] Provisioning complete for port 312a46f0-c0d4-422b-815b-25f06532c79a triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:54.454820 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-194e4c18-cb95-4818-bbda-5adda5f9b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.489025 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-194e4c18-cb95-4818-bbda-5adda5f9b774 None None] Port 312a46f0-c0d4-422b-815b-25f06532c79a cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:54:54.494980 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-35a3af5f-5947-4274-9f38-c5928f492c4c req-adb62067-f5aa-44e6-89ce-07935129edc6 service neutron] 10.222.0.66 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418741 Jan 13 14:54:54.495788 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.758849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312a46f0-c0d4-422b-815b-25f06532c79a {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:54:54.766284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks [] for port (312a46f0-c0d4-422b-815b-25f06532c79a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.778812 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Transition to ACTIVE for port object 312a46f0-c0d4-422b-815b-25f06532c79a will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:54:54.861339 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:54.910131 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:54.987725 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Attempting to bind port 312a46f0-c0d4-422b-815b-25f06532c79a on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:54:54.988071 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Attempting to bind port 312a46f0-c0d4-422b-815b-25f06532c79a by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:54:54.988399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Attempting to bind port 312a46f0-c0d4-422b-815b-25f06532c79a on network 1490415b-f4b9-4612-b30f-199c88ba808e {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:54.994799 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Port 312a46f0-c0d4-422b-815b-25f06532c79a on network 1490415b-f4b9-4612-b30f-199c88ba808e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:54:54.995201 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Attempting to bind port 312a46f0-c0d4-422b-815b-25f06532c79a on network 1490415b-f4b9-4612-b30f-199c88ba808e {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:54:55.001127 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:54:55.001487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Checking segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:54:55.001826 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Bound using segment: {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:54:55.002769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Bound port: 312a46f0-c0d4-422b-815b-25f06532c79a, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b554ddf-2422-4c79-90de-4343c28f9e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:54:55.003163 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:55.089683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:54:55.116639 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:54:55.138695 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa72601-dc0f-47c5-8c25-739670464336 req-f9e72fbf-eb56-4eaa-8303-68b9c6a7799e tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.140198 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6fa72601-dc0f-47c5-8c25-739670464336 req-f9e72fbf-eb56-4eaa-8303-68b9c6a7799e tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0641091 Jan 13 14:54:55.152733 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96e93-9dc8-4eed-a800-2eb24c6e3653 req-ab351fe0-0b68-4005-8776-088fe08ca50b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.154244 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a96e93-9dc8-4eed-a800-2eb24c6e3653 req-ab351fe0-0b68-4005-8776-088fe08ca50b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 943 time: 0.0492923 Jan 13 14:54:55.193435 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6fa72601-dc0f-47c5-8c25-739670464336 req-6934b3e1-8521-4ba0-b65f-c9616c0a2762 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468538 Jan 13 14:54:55.198500 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:55.204092 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a8a96e93-9dc8-4eed-a800-2eb24c6e3653 req-5aadb3c2-ac2b-473e-adb7-15193f108cb3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Jan 13 14:54:55.238564 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.239269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:55.240630 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] 10.222.0.66 "PUT /v2.0/ports/312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 1093 time: 0.8338137 Jan 13 14:54:55.272932 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61098eec-2f34-4843-9a8a-0f8690b1004b service neutron] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:55.378069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-8f33eb5c-afb4-4576-9988-d47f6eb10207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.379590 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-8f33eb5c-afb4-4576-9988-d47f6eb10207 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1096 time: 0.0424411 Jan 13 14:54:55.422191 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-d50dda3c-b815-4c48-8c2d-35bcd3d3388a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 217 time: 0.0356181 Jan 13 14:54:55.474878 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-480aa688-a4ab-4b24-9c79-3bc8a82b07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.476338 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-480aa688-a4ab-4b24-9c79-3bc8a82b07ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0481188 Jan 13 14:54:55.476895 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:55.479125 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dfb6f8-9a43-465d-8b09-496f65e2773a" -d '{"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:55.517858 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148853ad-f329-4723-bf4b-c5d557ee9060 x-openstack-request-id: req-148853ad-f329-4723-bf4b-c5d557ee9060 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:55.518128 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:55.518379 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-148853ad-f329-4723-bf4b-c5d557ee9060 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:55.518798 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'status': 'completed', 'code': 200} Jan 13 14:54:55.529091 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-7cc5bb6d-f1cc-49ea-bd32-86dd3ffc2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.530630 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-7cc5bb6d-f1cc-49ea-bd32-86dd3ffc2836 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483484 Jan 13 14:54:55.619745 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-637dd1dd-99a2-47c7-92e5-9ecdf23ce7e9 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829570 Jan 13 14:54:55.712564 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-8f565a30-0d86-4afa-af1f-f8c90e8d7a06 req-2f3349cc-6f3a-45b1-9f6b-040cf2790e5a service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Jan 13 14:54:55.863038 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-b4d46f38-fe79-45c6-983b-9d12c66fc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.865033 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-b4d46f38-fe79-45c6-983b-9d12c66fc17a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1096 time: 0.0419986 Jan 13 14:54:55.960618 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-99370e9b-e2b7-4e9e-b77c-a306bdc9e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:55.962078 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-99370e9b-e2b7-4e9e-b77c-a306bdc9e868 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0909743 Jan 13 14:54:56.006391 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-4f4fc3ec-8350-4973-b380-b5c106d32628 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 217 time: 0.0360382 Jan 13 14:54:56.057605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-2cabe96e-081c-4664-a573-1352e2305ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:56.059067 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-2cabe96e-081c-4664-a573-1352e2305ab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0461540 Jan 13 14:54:56.111041 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-f170e7ae-a6ef-4495-a0c7-2baf3607cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:56.112511 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-f170e7ae-a6ef-4495-a0c7-2baf3607cf6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467291 Jan 13 14:54:56.201089 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-f2047a03-6499-4dbd-abfc-633ee5d64edb service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820339 Jan 13 14:54:56.324161 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-91dfb6f8-9a43-465d-8b09-496f65e2773a req-89bb90c7-b937-4d61-be45-e6586450cd53 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164753 Jan 13 14:54:56.331036 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e028-988e-47b6-9620-92057096cfdb req-7a32c95c-f5bc-4372-939e-6a7fb45b8b92 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:56.332546 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-44f0e028-988e-47b6-9620-92057096cfdb req-7a32c95c-f5bc-4372-939e-6a7fb45b8b92 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 943 time: 0.0547440 Jan 13 14:54:56.342823 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c500f75-f955-4c81-aa52-0b69f3f89044 req-f556cab3-6be1-4b2c-aa52-b9d15ea5672b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:56.344350 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c500f75-f955-4c81-aa52-0b69f3f89044 req-f556cab3-6be1-4b2c-aa52-b9d15ea5672b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0783353 Jan 13 14:54:56.383366 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-44f0e028-988e-47b6-9620-92057096cfdb req-a0d8a52a-4c33-44e4-855f-23acc050ce41 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 Jan 13 14:54:56.396334 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2c500f75-f955-4c81-aa52-0b69f3f89044 req-25575a59-916a-449a-bfb0-7c08d6217758 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Jan 13 14:54:57.069098 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 5ae8c14d-2564-4075-8f01-5e9e98206217 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:54:57.162859 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=5ae8c14d-2564-4075-8f01-5e9e98206217,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:57.174816 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '5ae8c14d-2564-4075-8f01-5e9e98206217', 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6', 'port_id': '5ae8c14d-2564-4075-8f01-5e9e98206217', 'mac_address': 'fa:16:3e:5e:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e8b903-c20a-476c-af7b-e7dd4b13c8ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:54:57.217655 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 5ae8c14d-2564-4075-8f01-5e9e98206217 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:57.218047 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:57.231390 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae8c14d-2564-4075-8f01-5e9e98206217 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:54:57.251250 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=5ae8c14d-2564-4075-8f01-5e9e98206217,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:57.341174 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:57.391627 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:57.399197 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.399550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.399895 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.400230 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.400562 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.400889 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.401220 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.401575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.401900 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.402224 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.402545 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.402892 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.403208 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:54:57.507507 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140449-8f1b-4967-816f-979e3511314b req-9e2a031a-f550-4d65-94fa-670f52f71c6a tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:57.509737 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ee140449-8f1b-4967-816f-979e3511314b req-9e2a031a-f550-4d65-94fa-670f52f71c6a tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 944 time: 0.0520699 Jan 13 14:54:57.521970 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48818a-09a4-45b4-8701-46035cd46ee2 req-c4b9f644-e597-4a75-a01a-afef3ff6ec68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:57.523567 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-de48818a-09a4-45b4-8701-46035cd46ee2 req-c4b9f644-e597-4a75-a01a-afef3ff6ec68 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0537870 Jan 13 14:54:57.562099 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ee140449-8f1b-4967-816f-979e3511314b req-5789ee17-1de2-4187-aa8e-472f99f9a845 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Jan 13 14:54:57.578092 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-de48818a-09a4-45b4-8701-46035cd46ee2 req-d809c898-ca10-4464-8358-f7c7a98e62ae tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482109 Jan 13 14:54:57.604710 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['5ae8c14d-2564-4075-8f01-5e9e98206217'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:54:58.683844 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb32875-129c-434a-b28e-749d5e180f0c req-70fff3b6-db5b-40b5-9661-22cec6a0df92 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:58.685394 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2fb32875-129c-434a-b28e-749d5e180f0c req-70fff3b6-db5b-40b5-9661-22cec6a0df92 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 944 time: 0.0529411 Jan 13 14:54:58.697996 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade4e34-f3fa-4c95-89a6-9c9a39bf839a req-057330b5-8409-4845-9a7b-18ebf9d83bc6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:58.700319 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ade4e34-f3fa-4c95-89a6-9c9a39bf839a req-057330b5-8409-4845-9a7b-18ebf9d83bc6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0554326 Jan 13 14:54:58.737893 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2fb32875-129c-434a-b28e-749d5e180f0c req-ec77cffd-20b2-44ac-9f9a-7a9a770b5646 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Jan 13 14:54:58.752576 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3ade4e34-f3fa-4c95-89a6-9c9a39bf839a req-d143ac77-9af8-4afe-a52d-5b22b1b5e908 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463138 Jan 13 14:54:59.081385 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 5ae8c14d-2564-4075-8f01-5e9e98206217 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:54:59.203780 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 5ae8c14d-2564-4075-8f01-5e9e98206217 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:54:59.207987 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 5ae8c14d-2564-4075-8f01-5e9e98206217 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:54:59.208407 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:59.285114 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 5ae8c14d-2564-4075-8f01-5e9e98206217 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:54:59.285419 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:59.317100 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:54:59.319571 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d0f29-bd67-4c40-92e4-fc6af4a55feb" -d '{"events": [{"server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:54:59.332691 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=5ae8c14d-2564-4075-8f01-5e9e98206217,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:54:59.359975 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75feed01-e65f-4ec3-a73d-b940ca1cf15b x-openstack-request-id: req-75feed01-e65f-4ec3-a73d-b940ca1cf15b {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:54:59.360296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:54:59.360550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75feed01-e65f-4ec3-a73d-b940ca1cf15b {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:54:59.360945 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217', 'code': 200} Jan 13 14:54:59.443947 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:54:59.494844 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:54:59.657671 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f72ff-7d68-4363-819d-adac998907f5 req-65ace733-c6c5-43fc-a991-0ec9347d9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:59.659203 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e4f72ff-7d68-4363-819d-adac998907f5 req-65ace733-c6c5-43fc-a991-0ec9347d9515 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 1098 time: 0.0407517 Jan 13 14:54:59.702465 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9e4f72ff-7d68-4363-819d-adac998907f5 req-95babf8f-bb2d-4c6b-9ba8-37c27c5d34d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Jan 13 14:54:59.859864 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18a939-5b23-49d2-a40c-666c1807d34a req-d393b520-8ffd-46ce-b768-4f8988a0f618 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:59.861263 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6f18a939-5b23-49d2-a40c-666c1807d34a req-d393b520-8ffd-46ce-b768-4f8988a0f618 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 945 time: 0.0530612 Jan 13 14:54:59.866681 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb64b2c-29a4-4d65-af47-da763484cfea req-fa0dbaf3-994c-4f45-9784-1832901990f8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:54:59.868163 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0fb64b2c-29a4-4d65-af47-da763484cfea req-fa0dbaf3-994c-4f45-9784-1832901990f8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0479650 Jan 13 14:54:59.909289 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6f18a939-5b23-49d2-a40c-666c1807d34a req-541c667c-0d8c-4c1b-8a42-65ab83b936b0 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Jan 13 14:54:59.917441 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0fb64b2c-29a4-4d65-af47-da763484cfea req-30a5054a-7db5-4b0f-aa3a-cc96eda1c47f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Jan 13 14:55:00.312721 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2608e84b-cb2b-439b-b21d-60c699ec9590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:01.033039 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001766f-3cb1-4403-b16a-4c00c9c8f56e req-2ad24bf7-7c32-40d7-a0f7-9d2022b910c6 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:01.034508 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9001766f-3cb1-4403-b16a-4c00c9c8f56e req-2ad24bf7-7c32-40d7-a0f7-9d2022b910c6 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 945 time: 0.0498965 Jan 13 14:55:01.046342 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d17db0-297a-447d-91af-df20d573d570 req-13e3ab6f-7c0e-450a-a991-02c29e200e20 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:01.048285 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7d17db0-297a-447d-91af-df20d573d570 req-13e3ab6f-7c0e-450a-a991-02c29e200e20 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0524094 Jan 13 14:55:01.084485 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9001766f-3cb1-4403-b16a-4c00c9c8f56e req-a1096cbf-066e-496f-b1d1-82436fa659d3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Jan 13 14:55:01.101986 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e7d17db0-297a-447d-91af-df20d573d570 req-ae9c41b4-1b3d-4ecf-9b62-6bd84f01289b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475869 Jan 13 14:55:01.933310 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:55:02.233101 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040086bd-5a05-4e46-81b1-47289536c86b req-16a6ccf0-05ea-4ac6-91c5-20246bd2dc27 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:02.234704 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-040086bd-5a05-4e46-81b1-47289536c86b req-16a6ccf0-05ea-4ac6-91c5-20246bd2dc27 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0531530 Jan 13 14:55:02.299664 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-040086bd-5a05-4e46-81b1-47289536c86b req-a3792121-fc0c-4fe9-a266-821fd9af1a6a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588732 Jan 13 14:55:02.924252 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6a44-7529-4dcd-8e35-cc657f3a949c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:03.081444 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:55:03.184910 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:55:03.199206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '312a46f0-c0d4-422b-815b-25f06532c79a', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'mac_address': 'fa:16:3e:a1:18:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:55:03.238739 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 312a46f0-c0d4-422b-815b-25f06532c79a is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:55:03.240762 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:03.254720 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312a46f0-c0d4-422b-815b-25f06532c79a {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:55:03.274004 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:55:03.337653 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:03.386499 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:55:03.420528 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e4302-7350-4248-8868-0bc8b87f5829 req-6144f390-fbc8-4153-8ed1-f9cb68d390e3 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:03.422259 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-653e4302-7350-4248-8868-0bc8b87f5829 req-6144f390-fbc8-4153-8ed1-f9cb68d390e3 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 944 time: 0.0537825 Jan 13 14:55:03.473717 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-653e4302-7350-4248-8868-0bc8b87f5829 req-8e92b80a-7ad8-47b7-83a8-ea8e275566c9 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447190 Jan 13 14:55:03.580714 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['312a46f0-c0d4-422b-815b-25f06532c79a'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:55:04.191474 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:04.588823 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f06cc0-948f-4b97-aeb3-056fb9358af8 req-c9243126-c7ec-4594-ba4f-571b2b8ab6ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:04.590268 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18f06cc0-948f-4b97-aeb3-056fb9358af8 req-c9243126-c7ec-4594-ba4f-571b2b8ab6ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 944 time: 0.0502226 Jan 13 14:55:04.637794 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-18f06cc0-948f-4b97-aeb3-056fb9358af8 req-2d5bedca-4a62-4ef2-aaec-ac3c18d82a52 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Jan 13 14:55:05.088269 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:55:05.210074 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 312a46f0-c0d4-422b-815b-25f06532c79a completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:55:05.214358 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 312a46f0-c0d4-422b-815b-25f06532c79a triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:55:05.214791 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:05.246035 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:05.300308 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 312a46f0-c0d4-422b-815b-25f06532c79a is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:55:05.300699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:05.325691 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:55:05.328720 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7323352-e96f-4109-8db1-ded72cc78b74" -d '{"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-plugged", "status": "completed", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:55:05.347386 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:55:05.371431 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6edd0c-541b-4638-9a91-0a71ae232e6b x-openstack-request-id: req-bc6edd0c-541b-4638-9a91-0a71ae232e6b {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:55:05.371861 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-plugged", "status": "completed", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:55:05.372206 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc6edd0c-541b-4638-9a91-0a71ae232e6b {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:55:05.372678 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'code': 200} Jan 13 14:55:05.414825 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:05.468732 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:55:05.788790 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381f11-180e-4036-8b9c-5235af82b218 req-113f7949-971d-44b9-987f-cc41e4bc4293 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:05.790303 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6b381f11-180e-4036-8b9c-5235af82b218 req-113f7949-971d-44b9-987f-cc41e4bc4293 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0845518 Jan 13 14:55:05.797308 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b75663-99fc-433a-b531-f2b8d176a98e req-3d1b078a-530e-4ad6-adfd-6eedff4bd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:05.798801 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-45b75663-99fc-433a-b531-f2b8d176a98e req-3d1b078a-530e-4ad6-adfd-6eedff4bd822 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0636890 Jan 13 14:55:05.879136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6b381f11-180e-4036-8b9c-5235af82b218 req-0536e43c-2ff9-4cf5-8481-b7a528e27d39 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792472 Jan 13 14:55:05.882397 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-45b75663-99fc-433a-b531-f2b8d176a98e req-a11db593-0ed0-43e9-b359-3b7aaadf513f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762029 Jan 13 14:55:06.718505 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:06.997914 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74f244-56c9-4e1f-ba6c-3cf6cb21985d req-c66932bc-aedc-42d1-975c-6057b38881ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:06.999472 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a74f244-56c9-4e1f-ba6c-3cf6cb21985d req-c66932bc-aedc-42d1-975c-6057b38881ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0515630 Jan 13 14:55:07.052880 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a74f244-56c9-4e1f-ba6c-3cf6cb21985d req-96191587-463a-4fb6-9726-ae3cbd8b650a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478439 Jan 13 14:55:08.172820 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e02a-c9db-44a6-927b-e13e6ccac22d req-a9f08820-1632-44c8-924c-a49920da6751 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:08.174269 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b56e02a-c9db-44a6-927b-e13e6ccac22d req-a9f08820-1632-44c8-924c-a49920da6751 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0546789 Jan 13 14:55:08.223539 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4b56e02a-c9db-44a6-927b-e13e6ccac22d req-1951a943-d80d-452a-9f2b-444505ee8ea4 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Jan 13 14:55:08.343621 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aba4d9-2294-4f8d-828a-8da3901070cb req-d59127db-2d35-4304-8cfa-174390e86602 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:08.345341 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d0aba4d9-2294-4f8d-828a-8da3901070cb req-d59127db-2d35-4304-8cfa-174390e86602 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0540948 Jan 13 14:55:08.396531 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d0aba4d9-2294-4f8d-828a-8da3901070cb req-850c030b-261c-4e82-8699-1114a2e52207 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Jan 13 14:55:08.422280 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46370) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:55:08.575198 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e870ad-0839-4cc8-b316-8ecbd9f3a692 tempest-TestShelveInstance-846299354 tempest-TestShelveInstance-846299354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:08.576712 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-15e870ad-0839-4cc8-b316-8ecbd9f3a692 tempest-TestShelveInstance-846299354 tempest-TestShelveInstance-846299354-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1093 time: 0.1533301 Jan 13 14:55:08.579992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46374) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:55:08.584211 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:55:08.667097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:09.038256 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:09.143750 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Allocated IP 172.27.0.112 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/6fb104ac-9b8b-47e0-aeee-2f44968a7d16) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:55:09.247803 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:09.358773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:09.401792 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:55:09.406491 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:55:09.409930 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:55:09.416035 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'Port': ['ID=6fb104ac-9b8b-47e0-aeee-2f44968a7d16,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:55:09.787834 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for floatingip (e7ad68b7-8af3-4575-bb53-6a3cf6b4e370), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:09.927169 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:10.083589 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:10.163432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:10.231482 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event updated for resources: {'Port': ['ID=6fb104ac-9b8b-47e0-aeee-2f44968a7d16,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:55:10.249391 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (e7ad68b7-8af3-4575-bb53-6a3cf6b4e370), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:10.351814 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Floating IP e7ad68b7-8af3-4575-bb53-6a3cf6b4e370 associated. External IP: 172.27.0.112, port: 312a46f0-c0d4-422b-815b-25f06532c79a. Jan 13 14:55:10.570506 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Router f62aaf5c-81af-43b2-8dc1-e780872d1f0b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:55:10.680295 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:55:10.690205 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Sync routers for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:55:10.700930 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:55:10.701565 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:55:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:55:10.807035 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:10.813314 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:55:10.838188 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-316e6787-7567-41c8-b361-78ec3017c239 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2571621 Jan 13 14:55:10.838815 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:55:10.841081 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de5b6b1-697b-4144-93eb-f96b994ad5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:55:10.879966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edfe73-6cc3-44e1-9558-e28ad4d16392 x-openstack-request-id: req-c2edfe73-6cc3-44e1-9558-e28ad4d16392 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:55:10.880314 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:55:10.880672 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2edfe73-6cc3-44e1-9558-e28ad4d16392 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:55:10.881263 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'status': 'completed', 'code': 200} Jan 13 14:55:10.952450 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-949437e3-0928-4768-9cb9-70b7939b34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:10.954004 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-949437e3-0928-4768-9cb9-70b7939b34d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0499811 Jan 13 14:55:11.061135 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-5ebcb1c8-9a5b-4486-8719-1257e75516c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:11.062636 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-5ebcb1c8-9a5b-4486-8719-1257e75516c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.1001174 Jan 13 14:55:11.065866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'e7ad68b7-8af3-4575-bb53-6a3cf6b4e370', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'mac_address': 'fa:16:3e:a1:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02424577-d025-476e-ae07-4a6e8e715edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:55:09Z', 'updated_at': '2022-01-13T14:55:09Z', 'revision_number': 0, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:55:11.094512 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Checking router: f62aaf5c-81af-43b2-8dc1-e780872d1f0b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:55:11.103842 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:55:11.104454 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:55:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:55:11.133840 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-348d32c4-2264-4b92-b789-933432d65f5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 999 time: 0.0614178 Jan 13 14:55:11.185568 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-dbce9cea-7b82-4d49-9557-a0c9711c7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:11.187169 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-dbce9cea-7b82-4d49-9557-a0c9711c7199 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0461261 Jan 13 14:55:11.219541 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:55:11.242772 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-00ed9147-7b9c-41c3-a653-815cf65ca8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:11.244314 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-00ed9147-7b9c-41c3-a653-815cf65ca8a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493844 Jan 13 14:55:11.347938 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-c38a1814-5b50-4314-8fa1-bef797dae75f service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970542 Jan 13 14:55:11.447692 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9de5b6b1-697b-4144-93eb-f96b994ad5ab req-e534f4ab-4e2c-463d-9a0a-3abc13295b93 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935819 Jan 13 14:55:11.477812 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'e7ad68b7-8af3-4575-bb53-6a3cf6b4e370', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'mac_address': 'fa:16:3e:a1:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02424577-d025-476e-ae07-4a6e8e715edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:55:09Z', 'updated_at': '2022-01-13T14:55:09Z', 'revision_number': 0, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:55:11.504759 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f40e6-d1fe-407c-951a-9752d41702af None None] The sync data for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi is: [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': 'e7ad68b7-8af3-4575-bb53-6a3cf6b4e370', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'mac_address': 'fa:16:3e:a1:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02424577-d025-476e-ae07-4a6e8e715edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:55:09Z', 'updated_at': '2022-01-13T14:55:09Z', 'revision_number': 0, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:55:11.709918 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da05e9e-69bb-4d68-b58d-4108e698353d None None] New status for floating IP e7ad68b7-8af3-4575-bb53-6a3cf6b4e370: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:55:16.820935 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:22.607112 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-c65ce1c1-1379-42a4-9a2d-ea2eaf9f6b4b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430474 Jan 13 14:55:22.689795 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-be19f3e8-b44f-4f69-9291-ea154db0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:22.691314 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-be19f3e8-b44f-4f69-9291-ea154db0f3ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 1098 time: 0.0430222 Jan 13 14:55:22.822117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-cab95462-be93-4b8a-b75f-09fb6ab0fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:22.823528 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-cab95462-be93-4b8a-b75f-09fb6ab0fa7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.1129465 Jan 13 14:55:22.891102 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-66b62dd4-ffa4-42db-9cb2-1f9fd081e5e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9 HTTP/1.1" status: 200 len: 1001 time: 0.0611987 Jan 13 14:55:22.942620 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-28dfa6bf-efc0-4250-9c56-e4146c8d49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:22.944085 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-28dfa6bf-efc0-4250-9c56-e4146c8d49c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0445831 Jan 13 14:55:22.995579 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-07d959f3-14c7-4e55-a44e-b8da93f97f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:22.997065 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-07d959f3-14c7-4e55-a44e-b8da93f97f60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456190 Jan 13 14:55:23.089933 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-a90acd31-bc8e-4f5f-a321-7924c11e2c8c service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Jan 13 14:55:23.181861 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61363b1d-513b-4923-92b7-de633ebe83d2 req-beaa81fb-aef7-4156-a3f2-152b98539931 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Jan 13 14:55:30.340791 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0e97b2b1-08c7-43ea-aed3-678ca17042b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:32.952429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0d96d146-775d-4aa8-9c02-100da8a3b911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:34.186664 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:35.232273 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:36.734422 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:38.931825 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:55:44.773402 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd256-2be9-4844-b854-bcc76de7e247 req-cee8beab-9c26-48d7-97de-5e76d5031043 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:44.774942 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3dffd256-2be9-4844-b854-bcc76de7e247 req-cee8beab-9c26-48d7-97de-5e76d5031043 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 945 time: 0.0522714 Jan 13 14:55:44.829160 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3dffd256-2be9-4844-b854-bcc76de7e247 req-08b9ec1c-e190-4716-aa0a-c5b8ed1bf5af tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Jan 13 14:55:45.961949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4c89-8d03-4ce4-883a-e8da81711370 req-44814027-0f69-4cda-9162-512108accec8 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:45.963560 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-058d4c89-8d03-4ce4-883a-e8da81711370 req-44814027-0f69-4cda-9162-512108accec8 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 945 time: 0.0508373 Jan 13 14:55:46.014161 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-058d4c89-8d03-4ce4-883a-e8da81711370 req-12183a41-7ff8-4f8f-b46c-985fb253a811 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Jan 13 14:55:46.393773 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c231a-e033-4276-a8ea-16f672870798 req-eb837798-47e6-4b4d-8d9a-242f8dd93e51 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:46.395279 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-856c231a-e033-4276-a8ea-16f672870798 req-eb837798-47e6-4b4d-8d9a-242f8dd93e51 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 945 time: 0.0538077 Jan 13 14:55:46.497578 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Deleting port 5ae8c14d-2564-4075-8f01-5e9e98206217 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:55:46.497920 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:46.590668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] For port 5ae8c14d-2564-4075-8f01-5e9e98206217, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=5ae8c14d-2564-4075-8f01-5e9e98206217,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:55:46.590668 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:46.603046 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Calling delete_port for 5ae8c14d-2564-4075-8f01-5e9e98206217 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:55:46.700424 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:46.837520 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (5ae8c14d-2564-4075-8f01-5e9e98206217), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:46.850414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['5ae8c14d-2564-4075-8f01-5e9e98206217'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:55:46.868064 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Pushing event deleted for resources: {'Port': ['ID=5ae8c14d-2564-4075-8f01-5e9e98206217,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:55:46.893418 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.893771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.894117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.894454 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.894852 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.895171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.895515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.895828 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.896155 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.896478 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.896803 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.897123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.897438 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:55:46.924342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] No DVR routers for this DVR port 5ae8c14d-2564-4075-8f01-5e9e98206217 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:55:46.926929 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:55:46.930250 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-856c231a-e033-4276-a8ea-16f672870798 req-2a9fab76-0037-4f4c-a2ab-c0157dd5d36b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "DELETE /v2.0/ports/5ae8c14d-2564-4075-8f01-5e9e98206217 HTTP/1.1" status: 204 len: 173 time: 0.5284290 Jan 13 14:55:46.930726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'name': 'network-vif-deleted', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:55:46.932959 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244447a-1047-454c-a148-94dab7f13148" -d '{"events": [{"server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "name": "network-vif-deleted", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:55:46.971176 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2dd14d-c303-4daf-be86-92b70ee18e00 x-openstack-request-id: req-fc2dd14d-c303-4daf-be86-92b70ee18e00 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:55:46.971481 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d44f430-5427-40bb-a487-af42b0f977ca", "name": "network-vif-deleted", "tag": "5ae8c14d-2564-4075-8f01-5e9e98206217", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:55:46.971740 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc2dd14d-c303-4daf-be86-92b70ee18e00 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:55:46.972171 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d44f430-5427-40bb-a487-af42b0f977ca', 'name': 'network-vif-deleted', 'tag': '5ae8c14d-2564-4075-8f01-5e9e98206217', 'status': 'completed', 'code': 200} Jan 13 14:55:47.113312 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-907679e7-8648-4186-b032-2cae2c73ee64 req-9b58b9cc-aa43-42e6-9442-84b4302580fe tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d44f430-5427-40bb-a487-af42b0f977ca HTTP/1.1" status: 200 len: 210 time: 0.0267692 Jan 13 14:55:50.487118 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 5ae8c14d-2564-4075-8f01-5e9e98206217 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:55:50.647157 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 5ae8c14d-2564-4075-8f01-5e9e98206217 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:55:50.647500 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 5ae8c14d-2564-4075-8f01-5e9e98206217 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:55:57.689646 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-5a396237-8954-424f-859c-48bdfd3741a0 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:55:57.691123 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-5a396237-8954-424f-859c-48bdfd3741a0 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/networks?id=b72090d7-3c52-48ed-bdc7-345d35ad20e6 HTTP/1.1" status: 200 len: 814 time: 0.1082971 Jan 13 14:55:57.706369 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-2b55cb68-2654-4dd2-811d-445e4548403d tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/quotas/54f43a3ac03d4f8d9e58571a6d678d17 HTTP/1.1" status: 200 len: 375 time: 0.0098066 Jan 13 14:55:57.739875 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-af21d068-5485-41ba-8da8-3400d643c877 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279748 Jan 13 14:55:57.834951 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-d329724b-5053-4281-8a66-f473993aff6b service neutron] 10.222.0.60 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885074 Jan 13 14:55:57.927264 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-a44340af-acb7-430f-a46c-4eb1f5dfd854 service neutron] 10.222.0.60 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Jan 13 14:55:58.150639 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-677eed3e-8b51-4779-ab33-23db370ad59a req-9476d9b2-dd17-4ef4-a6a6-a0a332d47a60 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Jan 13 14:55:59.250348 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-24fed5a8-4302-48c7-8fb4-69c41f0cb0e7 req-956cdb29-2df4-402c-8c1a-bd2d29f35bbc tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Jan 13 14:56:00.048398 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-577770ba-55dd-4da9-876a-429a78ea8245 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:00.048398 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-577770ba-55dd-4da9-876a-429a78ea8245 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "GET /v2.0/networks?id=b72090d7-3c52-48ed-bdc7-345d35ad20e6 HTTP/1.1" status: 200 len: 814 time: 0.1040380 Jan 13 14:56:00.057496 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Request body: {'port': {'device_id': '642102d1-29e9-46e4-95a4-a80bf4685697', 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6', 'admin_state_up': True, 'tenant_id': '54f43a3ac03d4f8d9e58571a6d678d17'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:56:00.254391 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Made reservation on behalf of 54f43a3ac03d4f8d9e58571a6d678d17 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:56:00.259271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:00.323160 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2b7957c5-046b-4ac4-807d-565708a00acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:00.362516 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-83b8e23d-7ac9-4d0d-b65d-69e7cf3246fd req-34059411-648e-4d0b-9aa7-0e084d3a6cc5 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 210 time: 0.0370548 Jan 13 14:56:00.425795 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Allocated IP 172.20.0.14 (b72090d7-3c52-48ed-bdc7-345d35ad20e6/b9e8b903-c20a-476c-af7b-e7dd4b13c8ad/135cfdab-ce2f-4a53-ba13-7f288ce4e37e) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:56:00.581609 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks [] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:00.666402 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:00.711682 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Network b72090d7-3c52-48ed-bdc7-345d35ad20e6 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:56:00.716642 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:56:00.721049 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:56:00.727716 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Pushing event updated for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:00.778128 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:00.779248 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:00.879682 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-60ebea2d-b7b0-42d8-8b99-125eaa2469e7 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259063 Jan 13 14:56:00.891388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Request body: {'port': {'device_id': '642102d1-29e9-46e4-95a4-a80bf4685697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:56:00.948662 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.216952 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135cfdab-ce2f-4a53-ba13-7f288ce4e37e {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:56:01.224967 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks [] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.237406 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Transition to ACTIVE for port object 135cfdab-ce2f-4a53-ba13-7f288ce4e37e will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:56:01.317351 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.368409 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Pushing event updated for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:01.489932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d65b-b5f3-4f7d-8511-0ca00faa5801 req-89395abc-eda7-4ac6-ad23-cc2c5c9333a0 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:01.491565 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef89d65b-b5f3-4f7d-8511-0ca00faa5801 req-89395abc-eda7-4ac6-ad23-cc2c5c9333a0 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 944 time: 0.0589876 Jan 13 14:56:01.543339 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ef89d65b-b5f3-4f7d-8511-0ca00faa5801 req-2bb827cc-deb9-4057-a85e-03bff50f9be3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Jan 13 14:56:01.701102 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Attempting to bind port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:56:01.701516 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Attempting to bind port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:56:01.701833 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Attempting to bind port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:56:01.706117 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:56:01.706429 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Attempting to bind port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e on network b72090d7-3c52-48ed-bdc7-345d35ad20e6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:56:01.711152 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:56:01.711472 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Checking segment: {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:56:01.711851 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Bound using segment: {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:56:01.712261 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Bound port: 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:56:01.712605 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.778634 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:56:01.782481 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:56:01.860661 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.895834 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:01.896457 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:01.897847 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] 10.222.0.66 "PUT /v2.0/ports/135cfdab-ce2f-4a53-ba13-7f288ce4e37e HTTP/1.1" status: 200 len: 1094 time: 1.0105867 Jan 13 14:56:01.898286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:56:01.900537 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25e65b-f456-4495-9930-8ff104ca481a" -d '{"events": [{"name": "network-changed", "server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:56:01.925315 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd208ac-462b-4e1b-9b38-a6bb4e03fbac service neutron] Pushing event updated for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:01.942326 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd2af6-ff50-48bf-9d32-d16273ef8151 x-openstack-request-id: req-c7fd2af6-ff50-48bf-9d32-d16273ef8151 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:56:01.942643 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:56:01.942915 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7fd2af6-ff50-48bf-9d32-d16273ef8151 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:56:01.943327 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e', 'status': 'completed', 'code': 200} Jan 13 14:56:02.005612 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e65b-f456-4495-9930-8ff104ca481a req-fdb8e4d8-1db5-47a1-b24a-a91f309a5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.007094 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d25e65b-f456-4495-9930-8ff104ca481a req-fdb8e4d8-1db5-47a1-b24a-a91f309a5002 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 1097 time: 0.0447438 Jan 13 14:56:02.106226 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e65b-f456-4495-9930-8ff104ca481a req-d57d474c-67b9-4386-8cb6-efc634d2d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.107948 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d25e65b-f456-4495-9930-8ff104ca481a req-d57d474c-67b9-4386-8cb6-efc634d2d88a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0938871 Jan 13 14:56:02.208282 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e65b-f456-4495-9930-8ff104ca481a req-04aa9802-7e11-4720-98cb-fdedd8a4db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.209743 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3d25e65b-f456-4495-9930-8ff104ca481a req-04aa9802-7e11-4720-98cb-fdedd8a4db3c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0967593 Jan 13 14:56:02.287762 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-845a9be1-a663-4aac-b566-f41d551e93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.289301 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-845a9be1-a663-4aac-b566-f41d551e93e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 1097 time: 0.0431554 Jan 13 14:56:02.334561 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-5aff5688-872a-411d-a651-9f31900784c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e HTTP/1.1" status: 200 len: 217 time: 0.0376179 Jan 13 14:56:02.383925 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-ade948a1-6cb7-42bb-8a54-e9bcb4730b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.385404 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-ade948a1-6cb7-42bb-8a54-e9bcb4730b25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9e8b903-c20a-476c-af7b-e7dd4b13c8ad HTTP/1.1" status: 200 len: 854 time: 0.0453568 Jan 13 14:56:02.418061 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-59186005-4e1a-4776-bafe-6ed7b4cc2985 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b72090d7-3c52-48ed-bdc7-345d35ad20e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257354 Jan 13 14:56:02.511855 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-da34bf36-be6d-40df-89e2-4c19f14a6df8 service neutron] 10.222.0.66 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882266 Jan 13 14:56:02.606181 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4396517b-f7cd-4ed2-9ec5-238ff9445e79 req-eb194644-d120-4bb2-ac7f-ec37fa85e8ec service neutron] 10.222.0.66 "GET /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884621 Jan 13 14:56:02.662743 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d11ec-ea2a-4b4b-8178-c05417761ba6 req-c4ce0e96-894c-407b-a6e0-0848c86ae276 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:02.664197 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-451d11ec-ea2a-4b4b-8178-c05417761ba6 req-c4ce0e96-894c-407b-a6e0-0848c86ae276 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 944 time: 0.0496597 Jan 13 14:56:02.713821 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-451d11ec-ea2a-4b4b-8178-c05417761ba6 req-722a1543-25a8-4f0f-b8fa-df2a784acf6d tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jan 13 14:56:02.922984 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a4a77917-b8e0-4c50-aa9a-609dc70eea28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:03.836497 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4699a-a23f-463b-a010-345cb6dac60e req-639370e1-029f-4d74-b1d0-962b1bd63e3b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:03.837902 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8a4699a-a23f-463b-a010-345cb6dac60e req-639370e1-029f-4d74-b1d0-962b1bd63e3b tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 944 time: 0.0547001 Jan 13 14:56:03.886835 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d8a4699a-a23f-463b-a010-345cb6dac60e req-a172f496-3501-481e-b752-2b1209993494 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Jan 13 14:56:04.185673 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:05.002982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90841-fb2b-4da1-8eff-202c631d8a5c req-04c4cb64-ab5f-4dac-8196-566ceefe2d77 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:05.004458 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-caa90841-fb2b-4da1-8eff-202c631d8a5c req-04c4cb64-ab5f-4dac-8196-566ceefe2d77 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 944 time: 0.0494103 Jan 13 14:56:05.055714 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-caa90841-fb2b-4da1-8eff-202c631d8a5c req-0deca483-f760-4ff9-830a-e02a7a75a664 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Jan 13 14:56:05.208692 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:05.423799 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 135cfdab-ce2f-4a53-ba13-7f288ce4e37e details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:56:05.522109 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:05.534149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e', 'network_id': 'b72090d7-3c52-48ed-bdc7-345d35ad20e6', 'port_id': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e', 'mac_address': 'fa:16:3e:90:a8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e8b903-c20a-476c-af7b-e7dd4b13c8ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:56:05.581683 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:56:05.582070 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:05.595422 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135cfdab-ce2f-4a53-ba13-7f288ce4e37e {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:56:05.614087 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:05.698720 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:05.754241 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:05.761227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.761583 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.761932 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.762271 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.762643 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.762965 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.770433 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:05.926506 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['135cfdab-ce2f-4a53-ba13-7f288ce4e37e'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:56:06.176260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116f7c-dc54-4496-b9b6-3626d255a697 req-eeca77d3-6a02-4ca0-961a-d23d9d939a75 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:06.177742 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51116f7c-dc54-4496-b9b6-3626d255a697 req-eeca77d3-6a02-4ca0-961a-d23d9d939a75 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 945 time: 0.0566132 Jan 13 14:56:06.226085 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-51116f7c-dc54-4496-b9b6-3626d255a697 req-8d1a0688-cc8f-45de-abd7-4be819b07a54 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426364 Jan 13 14:56:06.688714 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:07.339879 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd04d-3039-4308-970e-3c13bdcf3503 req-bc120538-641b-497e-b9fa-fc7503d8f47f tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:07.341256 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9ecfd04d-3039-4308-970e-3c13bdcf3503 req-bc120538-641b-497e-b9fa-fc7503d8f47f tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Jan 13 14:56:07.394303 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9ecfd04d-3039-4308-970e-3c13bdcf3503 req-ba18074e-0cff-4a41-8e88-4b97ef4b8b31 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Jan 13 14:56:07.423110 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 135cfdab-ce2f-4a53-ba13-7f288ce4e37e up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:56:07.573247 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:56:07.578268 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:56:07.578862 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:07.657389 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:56:07.657703 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:07.680306 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:56:07.682550 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de39c117-7365-45b5-8b36-6fa0c755d9a3" -d '{"events": [{"server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "name": "network-vif-plugged", "status": "completed", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:56:07.697587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:07.718178 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39717c7e-1067-4114-88ba-fd49799c471a x-openstack-request-id: req-39717c7e-1067-4114-88ba-fd49799c471a {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:56:07.718473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "name": "network-vif-plugged", "status": "completed", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:56:07.718757 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39717c7e-1067-4114-88ba-fd49799c471a {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:56:07.719154 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e', 'code': 200} Jan 13 14:56:07.785719 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:07.834788 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:08.062997 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034fb5-ba56-45b3-a9f5-aea255985ebd req-21c7d62c-0094-4e63-8094-d42950561b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:08.064553 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e2034fb5-ba56-45b3-a9f5-aea255985ebd req-21c7d62c-0094-4e63-8094-d42950561b18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 1099 time: 0.0418775 Jan 13 14:56:08.105842 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e2034fb5-ba56-45b3-a9f5-aea255985ebd req-14137c83-54f9-45c5-90f4-46a8fe13f776 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Jan 13 14:56:08.512776 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268aa1-ed7d-4a91-b517-b283d69e06cc req-1833bd3a-7094-4ff8-82b8-06544d6f5d6e tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:08.514235 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-58268aa1-ed7d-4a91-b517-b283d69e06cc req-1833bd3a-7094-4ff8-82b8-06544d6f5d6e tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Jan 13 14:56:08.564406 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-58268aa1-ed7d-4a91-b517-b283d69e06cc req-80052928-72e6-4219-a44b-8db052fa0906 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Jan 13 14:56:09.684804 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3794fd-b138-401c-a9e5-fd4487267828 req-0d647293-ec9b-4eb2-938d-c24d7248753c tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:09.686256 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce3794fd-b138-401c-a9e5-fd4487267828 req-0d647293-ec9b-4eb2-938d-c24d7248753c tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 946 time: 0.0518327 Jan 13 14:56:09.733965 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ce3794fd-b138-401c-a9e5-fd4487267828 req-e2af9679-b1ef-4402-b65a-5061ec3c2770 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Jan 13 14:56:15.930422 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:56:16.692875 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:21.910837 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-9740343a-d2ca-4fc6-a450-42bd8048bcf0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412269 Jan 13 14:56:21.974938 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-4396a5eb-c1f9-4af0-a44e-3d931e563e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:21.976421 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-4396a5eb-c1f9-4af0-a44e-3d931e563e41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0421302 Jan 13 14:56:22.090914 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-060d9510-aff0-443b-8c31-993e1c9daa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:22.092380 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-060d9510-aff0-443b-8c31-993e1c9daa23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0915987 Jan 13 14:56:22.162972 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-515bd72e-d660-4cbc-b92d-97fb0d17f649 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 1001 time: 0.0631859 Jan 13 14:56:22.212336 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-6a90e055-b25d-48ce-8717-775e431383db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:22.213760 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-6a90e055-b25d-48ce-8717-775e431383db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0449896 Jan 13 14:56:22.262947 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-7232ab0f-f141-4e1f-9bf1-58d14ff48b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:22.264407 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-7232ab0f-f141-4e1f-9bf1-58d14ff48b08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440907 Jan 13 14:56:22.356010 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-ca41a772-fc4d-4952-8433-8c00d16fc8de service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842104 Jan 13 14:56:22.450258 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6e39335d-8044-42df-971f-c39e4cd7c045 req-cdd8af1a-889a-4db5-934e-d480d683bac2 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875330 Jan 13 14:56:30.309883 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-77e7524f-c203-4892-944f-255e2ac46449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:32.327661 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc85cd-665b-4fdf-9076-52e0fd4643df req-ebdba1b3-a7ac-48b9-8417-63724fe9d328 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:32.329128 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-abbc85cd-665b-4fdf-9076-52e0fd4643df req-ebdba1b3-a7ac-48b9-8417-63724fe9d328 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 946 time: 0.0511529 Jan 13 14:56:32.378613 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-abbc85cd-665b-4fdf-9076-52e0fd4643df req-3a117013-3ef3-42d6-a95b-6356c382c21e tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Jan 13 14:56:32.956321 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-42c4399f-cbe7-43a8-84f2-55852efee45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:33.558170 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b2044-9e85-4aae-8c5d-6edf8ad92543 req-fbee68e7-29d5-404f-ab49-b5dcc6ff3f50 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:33.559783 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f28b2044-9e85-4aae-8c5d-6edf8ad92543 req-fbee68e7-29d5-404f-ab49-b5dcc6ff3f50 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 946 time: 0.1090012 Jan 13 14:56:33.609606 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f28b2044-9e85-4aae-8c5d-6edf8ad92543 req-4d0a4169-aa07-46f2-957c-031af438a02f tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/security-groups?id=13deda33-e662-4f83-8b72-368a478eb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Jan 13 14:56:33.891227 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-e0bef898-d6fe-4f62-ad01-3aa5cff894a3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:33.893779 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-e0bef898-d6fe-4f62-ad01-3aa5cff894a3 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 946 time: 0.0674067 Jan 13 14:56:33.991260 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Deleting port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:56:33.991594 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:34.079366 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] For port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,segment=NetworkSegment(6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b),segment_id=6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:34.079728 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:34.097411 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Calling delete_port for 135cfdab-ce2f-4a53-ba13-7f288ce4e37e owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:56:34.184861 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:34.276271 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (135cfdab-ce2f-4a53-ba13-7f288ce4e37e), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:34.289051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['135cfdab-ce2f-4a53-ba13-7f288ce4e37e'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:56:34.305319 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Pushing event deleted for resources: {'Port': ['ID=135cfdab-ce2f-4a53-ba13-7f288ce4e37e,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:34.350537 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] No DVR routers for this DVR port 135cfdab-ce2f-4a53-ba13-7f288ce4e37e on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:56:34.353137 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:34.356792 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-47ef3941-c962-41f0-b6e1-cf978d34366b req-dcd71e67-59cc-4d91-a0cf-a3fc22242184 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.66 "DELETE /v2.0/ports/135cfdab-ce2f-4a53-ba13-7f288ce4e37e HTTP/1.1" status: 204 len: 173 time: 0.4578359 Jan 13 14:56:34.363829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'name': 'network-vif-deleted', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:56:34.363829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13abad-f046-4700-b380-c324960dc039" -d '{"events": [{"server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "name": "network-vif-deleted", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:56:34.396043 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b334f-41fa-4a2d-8d94-bb649f2e8d93 x-openstack-request-id: req-c43b334f-41fa-4a2d-8d94-bb649f2e8d93 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:56:34.396337 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642102d1-29e9-46e4-95a4-a80bf4685697", "name": "network-vif-deleted", "tag": "135cfdab-ce2f-4a53-ba13-7f288ce4e37e", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:56:34.396592 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c43b334f-41fa-4a2d-8d94-bb649f2e8d93 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:56:34.396990 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642102d1-29e9-46e4-95a4-a80bf4685697', 'name': 'network-vif-deleted', 'tag': '135cfdab-ce2f-4a53-ba13-7f288ce4e37e', 'status': 'completed', 'code': 200} Jan 13 14:56:34.718386 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-14ba1443-ba0e-4e70-a362-c5865b9c3554 req-c96022a3-7e38-47c2-af64-7abee5f62037 tempest-VolumesSnapshotTestJSON-72170388 tempest-VolumesSnapshotTestJSON-72170388-project] 10.222.0.60 "GET /v2.0/ports?device_id=642102d1-29e9-46e4-95a4-a80bf4685697 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Jan 13 14:56:35.217825 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:36.716180 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:38.393881 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eff6a-0a00-4875-ae1a-71eeeeed3617 req-f07e112b-c7a0-41b0-8811-d702ee4abad8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:38.395347 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6c0eff6a-0a00-4875-ae1a-71eeeeed3617 req-f07e112b-c7a0-41b0-8811-d702ee4abad8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0502434 Jan 13 14:56:38.444473 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6c0eff6a-0a00-4875-ae1a-71eeeeed3617 req-76ad348c-0bfb-44ca-8015-99f432378b8c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Jan 13 14:56:39.563952 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8d13a-9e87-47d9-b9c3-22c70aaf7912 req-4eeacfdf-b1f7-4add-984c-dd0160f67fd8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:39.565447 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-44c8d13a-9e87-47d9-b9c3-22c70aaf7912 req-4eeacfdf-b1f7-4add-984c-dd0160f67fd8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0509958 Jan 13 14:56:39.613510 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-44c8d13a-9e87-47d9-b9c3-22c70aaf7912 req-b66ee8bc-4b0a-4391-833d-34840afef057 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Jan 13 14:56:39.694366 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 135cfdab-ce2f-4a53-ba13-7f288ce4e37e no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:56:39.715013 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 135cfdab-ce2f-4a53-ba13-7f288ce4e37e {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:56:39.715363 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 135cfdab-ce2f-4a53-ba13-7f288ce4e37e not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:56:40.728694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b44e9-cbcd-40d1-afb9-a973c11f7cd6 req-d7e05074-b880-4db4-b114-0c24105e7172 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:40.730191 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a10b44e9-cbcd-40d1-afb9-a973c11f7cd6 req-d7e05074-b880-4db4-b114-0c24105e7172 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0487421 Jan 13 14:56:40.783497 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a10b44e9-cbcd-40d1-afb9-a973c11f7cd6 req-988667d0-0252-4107-ae2a-7ad769e38544 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477779 Jan 13 14:56:41.904177 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a688d5b-c9ea-47e2-b7f4-200c770c9a07 req-95751a04-4694-4892-8a80-24ff3c019c26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:41.905665 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a688d5b-c9ea-47e2-b7f4-200c770c9a07 req-95751a04-4694-4892-8a80-24ff3c019c26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0526886 Jan 13 14:56:41.955158 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2a688d5b-c9ea-47e2-b7f4-200c770c9a07 req-d671a73d-bb45-4478-8c9f-1a9f5ee1aa33 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Jan 13 14:56:42.087733 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-f47e997f-60a9-4f88-8bde-0c2079677e5f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:42.089721 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-f47e997f-60a9-4f88-8bde-0c2079677e5f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jan 13 14:56:42.181389 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Deleting port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:56:42.181723 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.275201 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] For port 94c8464d-0e73-43cc-8174-1c2572a3cbc9, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=94c8464d-0e73-43cc-8174-1c2572a3cbc9,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:42.275569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.451812 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.452188 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (43095daa-cdc9-4b40-87ab-6b14d7c69771), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.452508 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Floating IP 43095daa-cdc9-4b40-87ab-6b14d7c69771 disassociated. External IP: 172.27.0.150, port: 94c8464d-0e73-43cc-8174-1c2572a3cbc9. Jan 13 14:56:42.452851 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Calling delete_port for 94c8464d-0e73-43cc-8174-1c2572a3cbc9 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:56:42.682257 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (94c8464d-0e73-43cc-8174-1c2572a3cbc9), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.709663 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'Port': ['ID=94c8464d-0e73-43cc-8174-1c2572a3cbc9,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:42.828702 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:56:42.938770 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:56:42.948954 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:56:42.959477 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:56:42.960133 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:56:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:56:42.984432 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] No DVR routers for this DVR port 94c8464d-0e73-43cc-8174-1c2572a3cbc9 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:56:42.986907 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:42.990739 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3315cbda-41c2-4d50-9a28-ca1daae6b60e req-14609f2b-ccc3-4ea6-b6bc-fad450b7401a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "DELETE /v2.0/ports/94c8464d-0e73-43cc-8174-1c2572a3cbc9 HTTP/1.1" status: 204 len: 173 time: 0.8965015 Jan 13 14:56:42.991174 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'name': 'network-vif-deleted', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:56:42.995877 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df3d2b0-3cce-4e3d-9fc0-b61a33d695a9" -d '{"events": [{"server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "name": "network-vif-deleted", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:56:43.093814 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ef2920c7-b3aa-4a25-987e-8bf622aa23e9 req-e6d3618d-a144-4048-b9b2-2f137fcf415c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0659821 Jan 13 14:56:43.119966 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:56:43.135149 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe788a9-1016-44f2-aacd-8099f6985106 x-openstack-request-id: req-2fe788a9-1016-44f2-aacd-8099f6985106 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:56:43.135514 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb572c4d-5bff-41b8-b4f0-153dd190313d", "name": "network-vif-deleted", "tag": "94c8464d-0e73-43cc-8174-1c2572a3cbc9", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:56:43.136041 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fe788a9-1016-44f2-aacd-8099f6985106 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:56:43.137136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb572c4d-5bff-41b8-b4f0-153dd190313d', 'name': 'network-vif-deleted', 'tag': '94c8464d-0e73-43cc-8174-1c2572a3cbc9', 'status': 'completed', 'code': 200} Jan 13 14:56:43.343053 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:56:43.369420 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:56:43.378001 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:56:43.378588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:56:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:56:43.496294 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:56:43.703662 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:56:43.734429 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4d756-b35a-4683-85ba-96165fe4e18c None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:56:43.954900 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649f094-487e-451d-bcbc-4ca1823e7e70 None None] New status for floating IP 43095daa-cdc9-4b40-87ab-6b14d7c69771: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:56:44.213639 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-c87028af-1f39-410f-965f-aed29505f2b6 req-f537729b-bfff-4b5f-909b-82efa228ff23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb572c4d-5bff-41b8-b4f0-153dd190313d HTTP/1.1" status: 200 len: 210 time: 0.0282838 Jan 13 14:56:45.472554 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-949eca02-9670-4213-be2c-326850dc5e08 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042372768&fields=id&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 267 time: 0.0454595 Jan 13 14:56:45.583894 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-5d33e3b9-aa93-4568-8d94-3426b372da59 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:45.585086 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-5d33e3b9-aa93-4568-8d94-3426b372da59 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.1063502 Jan 13 14:56:45.599029 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-65a1c681-5513-42b0-8f40-c04474afb124 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/quotas/013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Jan 13 14:56:45.647675 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-2de7f563-7a35-42b7-913d-e0c64373c66d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440342 Jan 13 14:56:45.705037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-75d0f7b0-5e24-497e-a87d-da89fb9586b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:56:45.706022 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-75d0f7b0-5e24-497e-a87d-da89fb9586b2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474162 Jan 13 14:56:45.794374 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-fca82030-8dbc-4833-be36-a9bfb6b74286 service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822010 Jan 13 14:56:45.886685 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-6c05044d-f26f-4563-8cc9-a9e4a6939cdd service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Jan 13 14:56:46.509966 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-56650ff6-d55b-4762-805c-abdff17179df req-10c97785-c51a-41db-9524-8eb2fa26cf9c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0279164 Jan 13 14:56:46.727304 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:47.605647 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0d1fa93f-24fd-40b0-b8f2-84108eea35f8 req-1deaa1d7-c001-41d1-9131-c15c7d5ba165 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Jan 13 14:56:47.908660 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 94c8464d-0e73-43cc-8174-1c2572a3cbc9 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:56:47.930753 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 94c8464d-0e73-43cc-8174-1c2572a3cbc9 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:56:47.931102 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 94c8464d-0e73-43cc-8174-1c2572a3cbc9 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:56:48.699228 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7c421a19-4ac8-47b4-97da-3812642ab4a7 req-6853fbeb-36cc-452d-96d5-2f512b95d81c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Jan 13 14:56:49.790820 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-0476c09f-d7ff-46d9-a343-a1dd3acf4b38 req-dc303079-db52-4e93-b1b9-82a0045d2e7d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Jan 13 14:56:50.405104 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-bafd90fa-db70-4cb1-8202-e67861632ccb tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:50.406571 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-bafd90fa-db70-4cb1-8202-e67861632ccb tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.1078608 Jan 13 14:56:50.469513 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-41cf742e-6c5c-47bb-a808-82ead616002f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 380 time: 0.0550230 Jan 13 14:56:50.478079 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'port': {'device_id': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'admin_state_up': True, 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'security_groups': ['cc45d6c9-4096-4e99-b62b-7c2d40881a4d']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:56:50.653380 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Made reservation on behalf of 013e714330fb4919b89cd5e680505e90 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:56:50.657051 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:50.780238 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Allocated IP 172.20.0.3 (3312d895-15da-4dac-8695-c4ec07b0622a/f826359b-0a2d-4180-bc80-31ccf1fe9a18/e0b91dd6-821d-48b4-8961-45d77de6409d) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:56:50.891120 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dddb5fa4-1c63-4719-a75e-67f7262adb2a req-3d2e8838-6ad1-4ace-830c-2a4a608a340b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Jan 13 14:56:50.937807 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.013756 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.056665 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:56:51.062398 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:56:51.066357 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:56:51.072777 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:51.100286 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.100641 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.100986 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.101322 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.101657 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.101987 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.102319 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.102681 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.103011 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.103629 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.103761 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.104192 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.104388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.133809 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:56:51.136730 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:56:51.137764 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:51.137764 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.284388 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-d17a8304-8f88-4bf3-9c09-cd3a0db7cd24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8097577 Jan 13 14:56:51.297873 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-39ce45a5-c2ea-46ec-a67d-4f002e1be7ce tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:56:51.298997 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-39ce45a5-c2ea-46ec-a67d-4f002e1be7ce tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059030 Jan 13 14:56:51.322733 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-2e1633c9-f024-4603-83aa-4db0a2962a1d None None] Provisioning complete for port e0b91dd6-821d-48b4-8961-45d77de6409d triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:56:51.323362 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-2e1633c9-f024-4603-83aa-4db0a2962a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.360884 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Request body: {'port': {'device_id': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:56:51.361007 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-2e1633c9-f024-4603-83aa-4db0a2962a1d None None] Port e0b91dd6-821d-48b4-8961-45d77de6409d cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:56:51.410513 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.678228 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b91dd6-821d-48b4-8961-45d77de6409d {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:56:51.686906 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks [] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.699387 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Transition to ACTIVE for port object e0b91dd6-821d-48b4-8961-45d77de6409d will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:56:51.779225 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:51.851091 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:51.928919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Attempting to bind port e0b91dd6-821d-48b4-8961-45d77de6409d on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:56:51.929321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Attempting to bind port e0b91dd6-821d-48b4-8961-45d77de6409d by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:56:51.929597 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Attempting to bind port e0b91dd6-821d-48b4-8961-45d77de6409d on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:56:51.935829 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Port e0b91dd6-821d-48b4-8961-45d77de6409d on network 3312d895-15da-4dac-8695-c4ec07b0622a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:56:51.936196 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Attempting to bind port e0b91dd6-821d-48b4-8961-45d77de6409d on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:56:51.943569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:56:51.943569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:56:51.943569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Bound using segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:56:51.943569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Bound port: e0b91dd6-821d-48b4-8961-45d77de6409d, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:56:51.943569 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:52.041721 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:56:52.046891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e0b91dd6-821d-48b4-8961-45d77de6409d,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:56:52.055721 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2321-cbfe-43f2-810e-d9bd513a8de6 req-8907acfa-ffdc-4d7e-917f-bc650540c2dc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.057239 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6d3a2321-cbfe-43f2-810e-d9bd513a8de6 req-8907acfa-ffdc-4d7e-917f-bc650540c2dc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0793517 Jan 13 14:56:52.111096 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-6d3a2321-cbfe-43f2-810e-d9bd513a8de6 req-262698ac-6113-45c1-a548-44c578afe028 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 Jan 13 14:56:52.132335 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:52.164597 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.165324 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:52.166877 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 1093 time: 0.8615832 Jan 13 14:56:52.171044 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:56:52.173535 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862eb867-a5be-41c9-b2ba-6f4550a0674b" -d '{"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:56:52.200342 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556477-b091-481a-bb2a-82b45064eda9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:56:52.220626 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ead52-70c5-4381-a7a0-c630a692e0e4 x-openstack-request-id: req-ac8ead52-70c5-4381-a7a0-c630a692e0e4 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:56:52.220994 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:56:52.221327 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac8ead52-70c5-4381-a7a0-c630a692e0e4 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:56:52.221814 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'status': 'completed', 'code': 200} Jan 13 14:56:52.285849 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-56236b82-7dd6-4d27-999d-9c7748c90944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.287394 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-56236b82-7dd6-4d27-999d-9c7748c90944 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0450783 Jan 13 14:56:52.391471 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-2a04c106-e63c-469b-a6cb-bf1f8dcaae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.392936 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-2a04c106-e63c-469b-a6cb-bf1f8dcaae76 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=013e714330fb4919b89cd5e680505e90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0995018 Jan 13 14:56:52.488911 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-73a01ce6-4a22-4e4d-a95b-e78725aa1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.490464 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-862eb867-a5be-41c9-b2ba-6f4550a0674b req-73a01ce6-4a22-4e4d-a95b-e78725aa1a95 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0917683 Jan 13 14:56:52.570141 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-9d20ba31-4035-4b00-9032-0ec9bd05ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.571843 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-9d20ba31-4035-4b00-9032-0ec9bd05ac5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0434704 Jan 13 14:56:52.612800 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-4e264733-bac1-4c84-80e9-d5eeeae4987a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 217 time: 0.0341146 Jan 13 14:56:52.663544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-4aa6c930-d5be-475f-b910-6838640654d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.664986 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-4aa6c930-d5be-475f-b910-6838640654d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0471480 Jan 13 14:56:52.709146 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-62800bcf-c5fc-4818-aaa2-d4615374e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:52.710612 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-62800bcf-c5fc-4818-aaa2-d4615374e30b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397096 Jan 13 14:56:52.797664 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-72a7347b-b963-4980-8259-a9d08469cd20 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813527 Jan 13 14:56:52.931082 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:56:53.148580 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1ade3da6-c698-490c-b5f6-4a91c4ca1866 req-8f827a3c-459b-4c1c-a8c0-52d175118956 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452880 Jan 13 14:56:53.230397 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c846-f8e9-42f5-8658-1f54b4143690 req-1c99744e-ad75-4dee-8e0c-9bf585fcaa03 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:53.231893 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ad3c846-f8e9-42f5-8658-1f54b4143690 req-1c99744e-ad75-4dee-8e0c-9bf585fcaa03 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0518091 Jan 13 14:56:53.283132 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-9ad3c846-f8e9-42f5-8658-1f54b4143690 req-6701bead-ca48-46de-bf03-1d2e57933927 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Jan 13 14:56:54.407442 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c774f2-75a1-4b31-91ac-7ce39b3943dd req-73c4c100-56d5-4053-9527-1fe3bc57e16b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:54.408915 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a5c774f2-75a1-4b31-91ac-7ce39b3943dd req-73c4c100-56d5-4053-9527-1fe3bc57e16b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0529349 Jan 13 14:56:54.458770 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a5c774f2-75a1-4b31-91ac-7ce39b3943dd req-1f894197-6520-4e51-9cd3-b9ec7b5867ab tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Jan 13 14:56:55.580113 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604975c-d06d-4d65-8f8d-49ca202c3804 req-58dddb4c-ac50-4695-ac9d-9997524c832d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:55.581593 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2604975c-d06d-4d65-8f8d-49ca202c3804 req-58dddb4c-ac50-4695-ac9d-9997524c832d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0538685 Jan 13 14:56:55.630953 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2604975c-d06d-4d65-8f8d-49ca202c3804 req-ae8020a9-d6e3-4681-ac8e-884f7faf54c9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Jan 13 14:56:56.750471 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019c89-e841-441e-be87-d0c13c7cce61 req-e5af2c7b-8f7b-469c-8405-a5443bf45388 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:56.752019 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-48019c89-e841-441e-be87-d0c13c7cce61 req-e5af2c7b-8f7b-469c-8405-a5443bf45388 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0518703 Jan 13 14:56:56.801289 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-48019c89-e841-441e-be87-d0c13c7cce61 req-58718b07-9d0c-41b4-986b-6a5744279622 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Jan 13 14:56:57.917063 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e781e24-f17a-4f34-b320-b8fd901f08b5 req-8782dcdc-9385-4241-b27d-015d197137b0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:57.920014 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3e781e24-f17a-4f34-b320-b8fd901f08b5 req-8782dcdc-9385-4241-b27d-015d197137b0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0512233 Jan 13 14:56:57.969992 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3e781e24-f17a-4f34-b320-b8fd901f08b5 req-300cda22-5953-4f33-a4ce-feb62543afa6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446436 Jan 13 14:56:59.088066 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac58ec-d29c-4494-be12-56b03952eecd req-0d021324-12d3-4317-b7fe-4dd7b16e91e0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:56:59.089577 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-02ac58ec-d29c-4494-be12-56b03952eecd req-0d021324-12d3-4317-b7fe-4dd7b16e91e0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 943 time: 0.0515332 Jan 13 14:56:59.145863 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-02ac58ec-d29c-4494-be12-56b03952eecd req-6ec866c4-0c4c-4f34-8118-928170aa5e99 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501468 Jan 13 14:56:59.760147 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e0b91dd6-821d-48b4-8961-45d77de6409d details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:56:59.858566 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e0b91dd6-821d-48b4-8961-45d77de6409d,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:59.869912 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'port_id': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'mac_address': 'fa:16:3e:b3:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:56:59.906270 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e0b91dd6-821d-48b4-8961-45d77de6409d is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:56:59.906699 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:56:59.920332 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b91dd6-821d-48b4-8961-45d77de6409d {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:56:59.938799 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e0b91dd6-821d-48b4-8961-45d77de6409d,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:56:59.995968 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:00.047771 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:00.203419 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['e0b91dd6-821d-48b4-8961-45d77de6409d'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:57:00.266044 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae653-b6e4-43db-b533-eb30308d8733 req-dc9faebc-aa4c-4a36-9ca1-acc96b1aa638 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:00.267621 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4dbae653-b6e4-43db-b533-eb30308d8733 req-dc9faebc-aa4c-4a36-9ca1-acc96b1aa638 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 944 time: 0.0530310 Jan 13 14:57:00.321435 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4dbae653-b6e4-43db-b533-eb30308d8733 req-53bcdb7b-d1e2-4fdc-adc4-a808689f89a8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Jan 13 14:57:00.347340 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8ef30de5-a3d0-4558-9771-c7870a64f0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.435204 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4b4e4-c60f-41ed-83b1-48cf0a468520 req-d3e2e71e-8010-40bd-ab69-7ce8b0404785 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:01.436664 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cad4b4e4-c60f-41ed-83b1-48cf0a468520 req-d3e2e71e-8010-40bd-ab69-7ce8b0404785 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 944 time: 0.0488741 Jan 13 14:57:01.485958 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cad4b4e4-c60f-41ed-83b1-48cf0a468520 req-7144f054-0b70-4f4e-90c0-76ae4b4b5ff2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436850 Jan 13 14:57:01.504997 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46914) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:01.557021 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Deleting subnet b9e8b903-c20a-476c-af7b-e7dd4b13c8ad {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:57:01.561778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Publish callbacks [] for subnet (b9e8b903-c20a-476c-af7b-e7dd4b13c8ad), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.600802 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (b9e8b903-c20a-476c-af7b-e7dd4b13c8ad), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.638909 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (b9e8b903-c20a-476c-af7b-e7dd4b13c8ad), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.733094 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (b9e8b903-c20a-476c-af7b-e7dd4b13c8ad), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.758059 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e8b903-c20a-476c-af7b-e7dd4b13c8ad,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:01.774554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e0b91dd6-821d-48b4-8961-45d77de6409d up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:57:01.775072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.775072 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9e8b903-c20a-476c-af7b-e7dd4b13c8ad HTTP/1.1" status: 204 len: 168 time: 0.2641094 Jan 13 14:57:01.775072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775072 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775517 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46916) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.775891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.776638 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069e966-2c98-4ff6-b0b6-85168cc9b15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:01.847706 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (b72090d7-3c52-48ed-bdc7-345d35ad20e6), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.858874 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port e0b91dd6-821d-48b4-8961-45d77de6409d completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:57:01.863779 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port e0b91dd6-821d-48b4-8961-45d77de6409d triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:57:01.864234 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.935112 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (b72090d7-3c52-48ed-bdc7-345d35ad20e6), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.947534 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port e0b91dd6-821d-48b4-8961-45d77de6409d is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:57:01.947918 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.955577 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72090d7-3c52-48ed-bdc7-345d35ad20e6']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:01.964867 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:01.965665 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:01.971866 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:57:01.974609 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1da469b-2ea7-4341-ad3d-edc97efba68c" -d '{"events": [{"server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:57:01.981767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.988185 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e0b91dd6-821d-48b4-8961-45d77de6409d,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:57:01.990092 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.996392 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:57:01.997273 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (6840fe42-3ab7-4f50-9b0d-f5eb2c243f6b), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:57:01.998737 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:57:02.015178 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8731bf8-6cf2-4ff3-b27c-fb5a137c9ba6 x-openstack-request-id: req-c8731bf8-6cf2-4ff3-b27c-fb5a137c9ba6 {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:57:02.015472 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:57:02.015725 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8731bf8-6cf2-4ff3-b27c-fb5a137c9ba6 {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:57:02.016499 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'code': 200} Jan 13 14:57:02.057166 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.104682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:02.131594 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (b72090d7-3c52-48ed-bdc7-345d35ad20e6), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.137031 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.140376 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b72090d7-3c52-48ed-bdc7-345d35ad20e6 HTTP/1.1" status: 204 len: 168 time: 0.3664608 Jan 13 14:57:02.151269 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745eb0e-df19-45e1-88bd-81af6f854076 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72090d7-3c52-48ed-bdc7-345d35ad20e6,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:02.401612 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90502d4b-8d51-4f63-b860-731ddf976299 req-fa41f62a-22bd-4c5c-8497-206d90c237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:02.403040 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-90502d4b-8d51-4f63-b860-731ddf976299 req-fa41f62a-22bd-4c5c-8497-206d90c237a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0395024 Jan 13 14:57:02.451469 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-90502d4b-8d51-4f63-b860-731ddf976299 req-082cf420-6100-4b81-ac76-f4dc9ebed2c8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Jan 13 14:57:02.468144 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46922) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:02.506210 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2fe2fdb2-00e8-43a5-b36c-ec4aea29e369 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54f43a3ac03d4f8d9e58571a6d678d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369303 Jan 13 14:57:02.508613 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46926) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:02.563249 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] Publish callbacks [] for security_group (13deda33-e662-4f83-8b72-368a478eb5be), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.586081 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] Publish callbacks [] for security_group (13deda33-e662-4f83-8b72-368a478eb5be), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.603820 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2b62-b2ce-46bf-a058-597ab625d9f4 req-f671a28e-d284-4b9f-8250-8ad68974538f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:02.605370 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d83f2b62-b2ce-46bf-a058-597ab625d9f4 req-f671a28e-d284-4b9f-8250-8ad68974538f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0497911 Jan 13 14:57:02.656477 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d83f2b62-b2ce-46bf-a058-597ab625d9f4 req-202c9924-4b6f-472c-a556-78a52aa74a6f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Jan 13 14:57:02.715745 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (13deda33-e662-4f83-8b72-368a478eb5be), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.718716 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:02.719874 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13deda33-e662-4f83-8b72-368a478eb5be HTTP/1.1" status: 204 len: 168 time: 0.2103677 Jan 13 14:57:02.727897 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4729cc-fb54-4ec4-ac5d-de7b8a58c5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13deda33-e662-4f83-8b72-368a478eb5be,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:02.921642 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-972fbbbc-dbd7-4f84-8fce-d096e776a86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:03.772161 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37162d68-30fa-439c-9fa1-0a4f435cc6c5 req-65343252-fbbf-4866-bfba-32fd26180d26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:03.773640 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-37162d68-30fa-439c-9fa1-0a4f435cc6c5 req-65343252-fbbf-4866-bfba-32fd26180d26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Jan 13 14:57:03.825168 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-37162d68-30fa-439c-9fa1-0a4f435cc6c5 req-96c4eee0-f41d-4c9e-8605-a38889e42f49 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Jan 13 14:57:03.944948 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d13a6-e577-4913-98d6-561f7a17f5b4 req-717eeb3b-5508-4a70-bcbe-14a4de56b8ef tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:03.946413 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8f3d13a6-e577-4913-98d6-561f7a17f5b4 req-717eeb3b-5508-4a70-bcbe-14a4de56b8ef tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Jan 13 14:57:03.994774 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8f3d13a6-e577-4913-98d6-561f7a17f5b4 req-43c0adcc-ca04-42f3-964d-295912f045de tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Jan 13 14:57:04.017495 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46934) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:04.055950 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95860f5-9034-4b60-b584-3160edb02e48 tempest-TestVolumeBootPattern-1507182469 tempest-TestVolumeBootPattern-1507182469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:04.057469 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f95860f5-9034-4b60-b584-3160edb02e48 tempest-TestVolumeBootPattern-1507182469 tempest-TestVolumeBootPattern-1507182469-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1093 time: 0.0390015 Jan 13 14:57:04.060991 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 46936) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:04.065515 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'floatingip': {'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'port_id': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:57:04.184430 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:04.207116 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:04.277929 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:04.383695 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Allocated IP 172.27.0.173 (9fc7bba5-d3eb-4300-a9a7-0bf17a15f225/88ff11e2-0e94-43bb-8845-ac1cc799792a/ff07709c-b667-40fc-aeb8-17c5a19d39eb) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:57:04.482731 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:04.567586 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:04.609179 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Network 9fc7bba5-d3eb-4300-a9a7-0bf17a15f225 is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:57:04.613966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:57:04.616337 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:57:04.640796 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=ff07709c-b667-40fc-aeb8-17c5a19d39eb,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:04.976921 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (2e43ec84-6374-43e8-891e-2b78d8061220), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.103059 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.241334 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.251427 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.332734 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.417222 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=ff07709c-b667-40fc-aeb8-17c5a19d39eb,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:05.431097 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558336'] for floatingip (2e43ec84-6374-43e8-891e-2b78d8061220), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.533660 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Floating IP 2e43ec84-6374-43e8-891e-2b78d8061220 associated. External IP: 172.27.0.173, port: e0b91dd6-821d-48b4-8961-45d77de6409d. Jan 13 14:57:05.745979 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:57:05.859461 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:57:05.868674 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:57:05.882987 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:57:05.884042 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:57:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:05.940683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:05.972425 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-3e927fe6-02f0-410a-9d9a-01f029672f94 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9103315 Jan 13 14:57:05.973057 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:57:05.975957 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014f7fd-318f-47c0-b244-a0f193954cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:57:06.008272 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:57:06.015826 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15bbaaa-4f7a-49cb-b105-65d6c902da2f x-openstack-request-id: req-c15bbaaa-4f7a-49cb-b105-65d6c902da2f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:57:06.016355 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:57:06.016454 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c15bbaaa-4f7a-49cb-b105-65d6c902da2f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:57:06.016825 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'status': 'completed', 'code': 200} Jan 13 14:57:06.081424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-100688da-4fe7-46af-8485-f24468a657de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:06.082976 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-100688da-4fe7-46af-8485-f24468a657de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0442820 Jan 13 14:57:06.180740 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-e4343702-5c42-4603-9513-2874fcadd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:06.182134 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-e4343702-5c42-4603-9513-2874fcadd736 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.0937145 Jan 13 14:57:06.249410 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-d831c664-6f8b-488a-a565-7833e35cc573 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 999 time: 0.0612686 Jan 13 14:57:06.297771 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-112bf2df-e17a-41c4-9605-39bd0930011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:06.299471 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-112bf2df-e17a-41c4-9605-39bd0930011b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0445733 Jan 13 14:57:06.351296 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-e1405e2c-d908-40ea-9b8d-19534c0b9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:06.352785 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-e1405e2c-d908-40ea-9b8d-19534c0b9524 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469682 Jan 13 14:57:06.365412 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2e43ec84-6374-43e8-891e-2b78d8061220', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b3:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:57:04Z', 'updated_at': '2022-01-13T14:57:04Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:06.395846 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:57:06.404992 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:57:06.405642 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:57:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:06.442733 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-85a61e44-72a9-4640-8cb5-11636654ceb9 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833673 Jan 13 14:57:06.511473 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:57:06.534675 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b014f7fd-318f-47c0-b244-a0f193954cf7 req-7134b2ca-ea2a-482a-b02f-f8b46dae4ce3 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867007 Jan 13 14:57:06.746353 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2e43ec84-6374-43e8-891e-2b78d8061220', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b3:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:57:04Z', 'updated_at': '2022-01-13T14:57:04Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:57:06.776755 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ab8dd-135e-4653-9be1-5692a31e489c None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_floatingips': [{'id': '2e43ec84-6374-43e8-891e-2b78d8061220', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'router_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'port_id': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'mac_address': 'fa:16:3e:b3:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T14:57:04Z', 'updated_at': '2022-01-13T14:57:04Z', 'revision_number': 0, 'project_id': '013e714330fb4919b89cd5e680505e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:57:06.778723 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:06.959180 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f642a49-da0b-4a39-8168-58acba6fff19 None None] New status for floating IP 2e43ec84-6374-43e8-891e-2b78d8061220: ACTIVE {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:57:16.704051 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:18.073727 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361239a5-d407-41b5-a9dd-525c789d61b2 req-68fbd0a5-990f-430d-8b90-13c791cc10bf tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:18.075250 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-361239a5-d407-41b5-a9dd-525c789d61b2 req-68fbd0a5-990f-430d-8b90-13c791cc10bf tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0501170 Jan 13 14:57:18.127179 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-361239a5-d407-41b5-a9dd-525c789d61b2 req-58b3363a-e496-44ea-b736-4286a3e42a2b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Jan 13 14:57:19.249398 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b85b-0544-4a37-815f-2277b057edfd req-84e77b72-7c8c-4b4a-adb4-4d19d8796996 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:19.251143 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8b12b85b-0544-4a37-815f-2277b057edfd req-84e77b72-7c8c-4b4a-adb4-4d19d8796996 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0528913 Jan 13 14:57:19.309644 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-8b12b85b-0544-4a37-815f-2277b057edfd req-b9609837-44d1-40fd-ab26-044b98df6ba5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527384 Jan 13 14:57:20.424148 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c028f-a556-4bf5-b422-7a366f724ba3 req-e6f5a52c-3aad-491b-8928-fc42fe46c730 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:20.425600 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3c8c028f-a556-4bf5-b422-7a366f724ba3 req-e6f5a52c-3aad-491b-8928-fc42fe46c730 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0477519 Jan 13 14:57:20.476828 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-3c8c028f-a556-4bf5-b422-7a366f724ba3 req-2e50eb23-35b7-41e4-8445-f177819a5529 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Jan 13 14:57:21.594467 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e815f8-562e-4176-92ef-5913fa19195d req-cece1d56-a1db-48b5-8b9e-b2d3445767a5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:21.595959 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51e815f8-562e-4176-92ef-5913fa19195d req-cece1d56-a1db-48b5-8b9e-b2d3445767a5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0498617 Jan 13 14:57:21.644227 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-51e815f8-562e-4176-92ef-5913fa19195d req-e8679b7a-0c5b-4963-a10a-40c401296a43 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Jan 13 14:57:22.759628 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffa7bd-3c15-41af-a2bd-3db3cdfc45f9 req-8464410a-0755-4b06-8c62-2b56806b6060 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:22.761106 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-31ffa7bd-3c15-41af-a2bd-3db3cdfc45f9 req-8464410a-0755-4b06-8c62-2b56806b6060 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0502374 Jan 13 14:57:22.810452 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-31ffa7bd-3c15-41af-a2bd-3db3cdfc45f9 req-b18f571e-0902-4cd5-9bd4-7f600c6aad8d tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Jan 13 14:57:23.565726 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-2f4c386a-d721-45a1-bc4a-c0c76d416453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:23.566998 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-2f4c386a-d721-45a1-bc4a-c0c76d416453 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0406239 Jan 13 14:57:23.677378 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-ec53c371-10f3-40ea-a991-b9bdc0173579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:23.678868 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-ec53c371-10f3-40ea-a991-b9bdc0173579 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0917125 Jan 13 14:57:23.744734 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-bc68b90b-9866-4ab3-924b-56abd5b20339 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 1001 time: 0.0591784 Jan 13 14:57:23.793181 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-531f0a2e-b2da-4fb8-b4ad-32df28d9cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:23.794918 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-531f0a2e-b2da-4fb8-b4ad-32df28d9cec8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0440407 Jan 13 14:57:23.842622 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-e15b71e4-49d9-46e2-bbff-8d377c61b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:23.844109 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-e15b71e4-49d9-46e2-bbff-8d377c61b14f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427606 Jan 13 14:57:23.926738 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556bfa-c7b4-47f7-b67b-edfb63aad640 req-b5eaa578-bb4c-4e15-8124-eb7088f46495 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:23.928252 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-84556bfa-c7b4-47f7-b67b-edfb63aad640 req-b5eaa578-bb4c-4e15-8124-eb7088f46495 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0497346 Jan 13 14:57:23.934157 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-a896a533-52dc-44dd-9aba-85e02df9e827 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825155 Jan 13 14:57:23.977957 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-84556bfa-c7b4-47f7-b67b-edfb63aad640 req-2a0f8bda-e494-46f9-b72d-c182783f1726 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441301 Jan 13 14:57:24.028244 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-afbd4e70-5a15-4cb9-af71-7da4569c2977 req-85b0f3d4-c7b3-4724-b611-30b3fdc2ce14 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Jan 13 14:57:25.101821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5602-a3c0-48cf-abd4-2d1d4b901cb0 req-df0feaca-1025-4eeb-acc5-3016f651f1f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:25.103331 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-40ab5602-a3c0-48cf-abd4-2d1d4b901cb0 req-df0feaca-1025-4eeb-acc5-3016f651f1f5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0497973 Jan 13 14:57:25.151316 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-40ab5602-a3c0-48cf-abd4-2d1d4b901cb0 req-b5fcd3c5-24a3-47e4-bcc1-01efa96aaef2 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Jan 13 14:57:26.270909 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3e40-fe16-4c32-89d2-63cf89b02386 req-ae34ac3a-25ab-4ea4-9b41-1de724b48789 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:26.272372 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-363d3e40-fe16-4c32-89d2-63cf89b02386 req-ae34ac3a-25ab-4ea4-9b41-1de724b48789 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0531976 Jan 13 14:57:26.320750 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-363d3e40-fe16-4c32-89d2-63cf89b02386 req-c633380c-5ce1-4e98-b147-c701ff19efc2 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 Jan 13 14:57:27.433888 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcb9e4-a5ec-48cb-86a3-8ec6bf949122 req-1b1971d7-36f7-4560-be3b-ba61cdb90765 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:27.435382 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2ddcb9e4-a5ec-48cb-86a3-8ec6bf949122 req-1b1971d7-36f7-4560-be3b-ba61cdb90765 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0483618 Jan 13 14:57:27.486567 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2ddcb9e4-a5ec-48cb-86a3-8ec6bf949122 req-ea56ce61-42bd-41e1-a2d2-9978386ce4f7 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Jan 13 14:57:28.296821 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-4a0c88f3-0ca1-4329-b8c8-82d542a05256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:28.298299 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-4a0c88f3-0ca1-4329-b8c8-82d542a05256 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0398262 Jan 13 14:57:28.386727 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-a26247e6-4599-49c5-830d-e96fee09e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:28.388194 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-a26247e6-4599-49c5-830d-e96fee09e4a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0843933 Jan 13 14:57:28.456493 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-a94f8fa2-c789-4f7a-aa55-15dc9f759558 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 1001 time: 0.0622239 Jan 13 14:57:28.506151 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-59898e8e-999b-4922-9325-08c4bd1d68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:28.507635 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-59898e8e-999b-4922-9325-08c4bd1d68d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0457036 Jan 13 14:57:28.556887 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-08488421-66d3-4b15-b7d1-743385aed18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:28.558320 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-08488421-66d3-4b15-b7d1-743385aed18a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444295 Jan 13 14:57:28.603363 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708165f-9809-41f9-8993-d55d00a88793 req-96c0acce-d552-410e-9f7a-d38dc63ff0f8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:28.605047 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b708165f-9809-41f9-8993-d55d00a88793 req-96c0acce-d552-410e-9f7a-d38dc63ff0f8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0494924 Jan 13 14:57:28.652300 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-8b2c2527-3c49-4471-bf1c-2b5b3c679543 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879276 Jan 13 14:57:28.654078 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b708165f-9809-41f9-8993-d55d00a88793 req-1958d467-3a5b-4605-8ad4-19794f05c87f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Jan 13 14:57:28.740509 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-66adfbf6-b620-4984-9573-9fb89e2c8593 req-666d1551-681e-4927-9b17-5077d19ee2e5 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826440 Jan 13 14:57:29.773634 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e2c5e-5062-48dc-a9a5-1ba95b94c899 req-35041781-09ed-4f61-a745-58f39e2ba686 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:29.775136 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d92e2c5e-5062-48dc-a9a5-1ba95b94c899 req-35041781-09ed-4f61-a745-58f39e2ba686 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0539687 Jan 13 14:57:29.823834 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-d92e2c5e-5062-48dc-a9a5-1ba95b94c899 req-dd7cbd66-758b-487f-9e9e-4f94c050cab7 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Jan 13 14:57:29.930885 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:57:30.319833 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9655-5411-4fc3-a465-ac5f5a53a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:30.956426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20475-52a8-415d-b771-9338b0375e93 req-2653a2bb-37e7-4776-8a34-33844c555bc5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:30.958148 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-79f20475-52a8-415d-b771-9338b0375e93 req-2653a2bb-37e7-4776-8a34-33844c555bc5 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0610199 Jan 13 14:57:31.013130 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-79f20475-52a8-415d-b771-9338b0375e93 req-4992ec5d-1a45-41af-a65f-1d01f0e32013 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493398 Jan 13 14:57:31.345942 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47ecc7-4363-4ac4-97e6-772f4d1c9432 req-fe2e556b-062b-4689-9455-05635ccc00e4 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:31.348095 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d47ecc7-4363-4ac4-97e6-772f4d1c9432 req-fe2e556b-062b-4689-9455-05635ccc00e4 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0504496 Jan 13 14:57:31.404079 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9d47ecc7-4363-4ac4-97e6-772f4d1c9432 req-770a2086-4e27-4969-883e-336a125bc51f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503254 Jan 13 14:57:31.488531 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 46982) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:57:31.582967 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-d77d3128-ec6b-4ec9-af34-f8669c26bb50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929794 Jan 13 14:57:31.593426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b67d3cff-775b-4644-87ec-e045b72cc62c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:57:31.595041 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b67d3cff-775b-4644-87ec-e045b72cc62c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069997 Jan 13 14:57:32.525167 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aadd1-0b38-404c-a3b4-a0b822dff4d8 req-9e0585a1-dcc9-4119-b0d8-ed179f0758e4 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:32.526654 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7f1aadd1-0b38-404c-a3b4-a0b822dff4d8 req-9e0585a1-dcc9-4119-b0d8-ed179f0758e4 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0492649 Jan 13 14:57:32.583239 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-7f1aadd1-0b38-404c-a3b4-a0b822dff4d8 req-51a21b7f-c9d1-46af-acb0-b3e12509e121 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510206 Jan 13 14:57:32.937908 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-8e83fbea-ceab-4f1a-870d-97ffebd44d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:33.701405 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977bffd-bfd3-4024-86f1-e1ff96f6775b req-e2ad4c41-732d-47f6-8379-5b2fe0012289 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:33.702917 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7977bffd-bfd3-4024-86f1-e1ff96f6775b req-e2ad4c41-732d-47f6-8379-5b2fe0012289 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0521188 Jan 13 14:57:33.752802 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7977bffd-bfd3-4024-86f1-e1ff96f6775b req-121170f3-c60d-439a-b7cb-9de47a593fea tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Jan 13 14:57:33.753823 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-97e44408-86cc-49a0-b590-7068a69603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:33.755316 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-97e44408-86cc-49a0-b590-7068a69603f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd&tenant_id=2d7f12df7fc84f5f91e88c2268ed4186 HTTP/1.1" status: 200 len: 1098 time: 0.0399661 Jan 13 14:57:33.811585 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:57:33.825011 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b66ae048-0bc1-4372-9d37-fea00fdd9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:33.826378 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b66ae048-0bc1-4372-9d37-fea00fdd9471 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0440724 Jan 13 14:57:33.892716 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 312a46f0-c0d4-422b-815b-25f06532c79a is: ACTIVE; New status is: DOWN {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:57:33.893111 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:33.916113 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-f46388cd-3154-4284-98e0-27e33d8894ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:33.917050 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:57:33.917874 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-f46388cd-3154-4284-98e0-27e33d8894ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0849369 Jan 13 14:57:33.919630 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525d82f-2535-4915-b25f-2552b001d736" -d '{"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-unplugged", "status": "completed", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:57:33.933438 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:57:33.960525 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Jan 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7db4c7-81e1-4310-9c86-2f42ce40ba9e x-openstack-request-id: req-3a7db4c7-81e1-4310-9c86-2f42ce40ba9e {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:57:33.961131 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-unplugged", "status": "completed", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "code": 200}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:57:33.961131 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a7db4c7-81e1-4310-9c86-2f42ce40ba9e {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:57:33.961446 dv-cinder-823726-5-iscsi neutron-server[109678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'code': 200} Jan 13 14:57:33.991421 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b07aee0b-2c42-413d-a7fe-24ff1cbbea46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 1001 time: 0.0668638 Jan 13 14:57:34.000856 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:34.039946 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-4c77c0c3-0358-408b-a514-659662ac932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:34.041391 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-4c77c0c3-0358-408b-a514-659662ac932b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0450563 Jan 13 14:57:34.051403 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=6']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:34.058851 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.059211 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.059564 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.059913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.060249 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.060584 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.060917 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.061296 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.061585 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.061914 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.062240 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.062569 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.062915 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:57:34.086991 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-38111809-f847-46b8-a328-df295b52d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:34.088394 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-38111809-f847-46b8-a328-df295b52d343 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414879 Jan 13 14:57:34.183852 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:34.433711 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-b5878323-063f-49df-9756-29cd11ddcc9b service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390818 Jan 13 14:57:34.521825 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-1d81d343-7c8a-47af-9f16-6ec5b01bfda6 req-e641ab49-a860-45c8-8d7f-fbb76a717c46 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820746 Jan 13 14:57:34.868354 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a73b3e-a7a6-4f79-80b4-eb59074275e5 req-352df46a-ff92-4a22-9745-e9cd264c308f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:34.869830 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1a73b3e-a7a6-4f79-80b4-eb59074275e5 req-352df46a-ff92-4a22-9745-e9cd264c308f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0482857 Jan 13 14:57:34.918438 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1a73b3e-a7a6-4f79-80b4-eb59074275e5 req-2d765607-4f34-46ca-9ffa-1fe8c6eabae8 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Jan 13 14:57:35.240980 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:36.037249 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6358-a043-4784-8ecb-16a31997421f req-39dd96a5-c681-462f-8c5e-7eabc9cc8cf0 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:36.038714 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec5c6358-a043-4784-8ecb-16a31997421f req-39dd96a5-c681-462f-8c5e-7eabc9cc8cf0 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0490150 Jan 13 14:57:36.091411 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-ec5c6358-a043-4784-8ecb-16a31997421f req-6bc96aac-1eb9-41bb-bac3-31967189cfef tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462837 Jan 13 14:57:36.691743 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:37.209160 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6206cac-559c-4a62-8f5c-b272e6ed40a6 req-d4293359-04c2-45c3-92a0-7d2f1772a276 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:37.210643 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c6206cac-559c-4a62-8f5c-b272e6ed40a6 req-d4293359-04c2-45c3-92a0-7d2f1772a276 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0532749 Jan 13 14:57:37.262193 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c6206cac-559c-4a62-8f5c-b272e6ed40a6 req-1fce7ea5-5da4-4a65-b727-3256276282e6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459569 Jan 13 14:57:38.375545 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446636-b6cc-4233-a13b-663696433357 req-3bc5a097-a452-40fa-af2b-9cb71ac140ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:38.376988 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2f446636-b6cc-4233-a13b-663696433357 req-3bc5a097-a452-40fa-af2b-9cb71ac140ff tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0476611 Jan 13 14:57:38.425230 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-2f446636-b6cc-4233-a13b-663696433357 req-38291a27-7e14-41fe-8d0b-3c49145e5820 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jan 13 14:57:39.539887 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799c52e-0120-4ac3-a44f-da24e66bae68 req-ce8a14ca-cc2a-4303-b178-946895a0d74f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:39.541329 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d799c52e-0120-4ac3-a44f-da24e66bae68 req-ce8a14ca-cc2a-4303-b178-946895a0d74f tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0478635 Jan 13 14:57:39.590920 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d799c52e-0120-4ac3-a44f-da24e66bae68 req-bc26359c-ccfa-480f-a19e-2f8e164d30fc tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437508 Jan 13 14:57:40.609774 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3fc71-457b-420c-82fd-3730fb82f518 req-bc6636cb-e16f-44d2-9916-3c3acde2cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:40.611395 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e5b3fc71-457b-420c-82fd-3730fb82f518 req-bc6636cb-e16f-44d2-9916-3c3acde2cff6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1096 time: 0.0396175 Jan 13 14:57:40.657500 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e5b3fc71-457b-420c-82fd-3730fb82f518 req-f43473b4-a979-4bd6-a9e9-641d1682b6d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Jan 13 14:57:40.708424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a01692-3fa3-4e3a-aa0b-e7c00a6b74f1 req-3bb105f0-eda4-4f61-9a89-ff193983c45a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:40.710566 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61a01692-3fa3-4e3a-aa0b-e7c00a6b74f1 req-3bb105f0-eda4-4f61-9a89-ff193983c45a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0522068 Jan 13 14:57:40.759593 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-61a01692-3fa3-4e3a-aa0b-e7c00a6b74f1 req-bcfbb347-5df6-4064-9f8c-b7fdbeed441d tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Jan 13 14:57:41.873555 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:57:41.878607 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8184-48ee-46ea-b0a6-6213c2a27142 req-9c977bcd-8e78-44f9-9ae2-09caf8509483 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:57:41.880125 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fdea8184-48ee-46ea-b0a6-6213c2a27142 req-9c977bcd-8e78-44f9-9ae2-09caf8509483 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 943 time: 0.0510640 Jan 13 14:57:41.932323 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fdea8184-48ee-46ea-b0a6-6213c2a27142 req-42cc25b9-00bd-4375-adbe-ec0458592d72 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463712 Jan 13 14:57:41.968940 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:57:41.981106 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': '312a46f0-c0d4-422b-815b-25f06532c79a', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'port_id': '312a46f0-c0d4-422b-815b-25f06532c79a', 'mac_address': 'fa:16:3e:a1:18:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:57:42.021412 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 312a46f0-c0d4-422b-815b-25f06532c79a is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:57:42.021826 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:42.034317 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312a46f0-c0d4-422b-815b-25f06532c79a {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:57:42.053722 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:57:42.137396 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:42.184308 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=7']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:42.366472 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['312a46f0-c0d4-422b-815b-25f06532c79a'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:57:43.889778 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:57:43.939314 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port 312a46f0-c0d4-422b-815b-25f06532c79a triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:57:43.939691 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:44.021271 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port 312a46f0-c0d4-422b-815b-25f06532c79a is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:57:44.022933 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:44.045172 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:57:44.047414 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1340b4b9-89bc-4abb-a38c-7f0f89efc9e7" -d '{"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-plugged", "status": "completed", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:57:44.060501 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:57:44.166286 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:57:44.214905 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=8']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:57:46.732172 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:00.308966 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-6da79049-2c7c-4f34-9b0d-7234923890de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:02.897073 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-45051c41-2509-4f53-841c-8596996da801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:04.199733 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:05.245564 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:06.691267 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:06.929708 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:58:16.730988 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:24.864197 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-ebb8013e-4549-4741-8b61-e9fae7d439c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393679 Jan 13 14:58:24.925706 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-f4457c51-83a1-4572-9225-efd3b118c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:24.927218 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-f4457c51-83a1-4572-9225-efd3b118c3fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0430837 Jan 13 14:58:25.037781 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-5b7e0460-bc20-465a-9c66-0fb8bd9e243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:25.039291 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-5b7e0460-bc20-465a-9c66-0fb8bd9e243e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.0939534 Jan 13 14:58:25.107952 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-51ef8bb8-2b2c-464a-aebe-b9c1dc395adf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 1001 time: 0.0624814 Jan 13 14:58:25.159891 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-baa6f0e5-b561-4756-8f52-64991a420e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:25.161349 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-baa6f0e5-b561-4756-8f52-64991a420e70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0480223 Jan 13 14:58:25.207119 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-e116966f-484d-424e-9922-3cc6af8e4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:25.208615 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-e116966f-484d-424e-9922-3cc6af8e4289 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416949 Jan 13 14:58:25.296592 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-05032134-1f19-4ce7-8624-39a28dea8dd6 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Jan 13 14:58:25.391070 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-697f65fa-f144-4137-8e8a-2eca3fa20435 req-018e8f56-fbcb-4bd0-b958-4466f3de1364 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881069 Jan 13 14:58:30.302519 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f2952b63-f4b9-43d6-a05b-a0aa6da1334b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:32.936456 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-760954c4-087b-42a5-9754-caf47c66071b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:34.210211 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:35.233097 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:36.775991 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:43.929571 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:58:46.769377 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.421688 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47058) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:58:55.585048 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Deleting port 6fb104ac-9b8b-47e0-aeee-2f44968a7d16 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:58:55.585390 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.660375 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.660700 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for floatingip (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.672554 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Calling delete_port for 6fb104ac-9b8b-47e0-aeee-2f44968a7d16 owned by network:floatingip {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:58:55.878571 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (6fb104ac-9b8b-47e0-aeee-2f44968a7d16), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.904342 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event deleted for resources: {'Port': ['ID=6fb104ac-9b8b-47e0-aeee-2f44968a7d16,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:58:55.914992 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.915340 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.915680 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.916013 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.916343 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.916672 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.916995 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.917345 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.917936 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.918260 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.918578 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.918926 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.919242 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:55.978054 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for floatingip (e7ad68b7-8af3-4575-bb53-6a3cf6b4e370), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:55.978383 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.db.l3_db [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Floating IP e7ad68b7-8af3-4575-bb53-6a3cf6b4e370 disassociated (deleted). External IP: 172.27.0.112, port: 312a46f0-c0d4-422b-815b-25f06532c79a. Jan 13 14:58:56.179253 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Router f62aaf5c-81af-43b2-8dc1-e780872d1f0b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:58:56.286290 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:58:56.290957 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:56.298181 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Sync routers for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:58:56.309511 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:58:56.310152 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:58:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:58:56.323633 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-81591b70-0524-457a-9fed-63e1d3bff08a tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "DELETE /v2.0/floatingips/e7ad68b7-8af3-4575-bb53-6a3cf6b4e370 HTTP/1.1" status: 204 len: 168 time: 0.9009237 Jan 13 14:58:56.324236 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:58:56.326535 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e018898361ad8c766a0728b508f648806fdf7f4c6d031ed20b2b685117fa260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c70995-971a-4812-a5bb-112d83917e86" -d '{"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:58:56.422824 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:58:56.771986 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:58:56.800346 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Checking router: f62aaf5c-81af-43b2-8dc1-e780872d1f0b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:58:56.804232 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd8cd7-94db-4f8f-a951-9a453a9af778 x-openstack-request-id: req-ecbd8cd7-94db-4f8f-a951-9a453a9af778 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:58:56.805674 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "status": "completed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:58:56.805969 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecbd8cd7-94db-4f8f-a951-9a453a9af778 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:58:56.806380 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'status': 'completed', 'code': 200} Jan 13 14:58:56.812488 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:58:56.813106 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:58:33Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:58:56.871794 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70995-971a-4812-a5bb-112d83917e86 req-20265152-a7e5-4d76-9013-407e3f2ac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:56.873445 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-20265152-a7e5-4d76-9013-407e3f2ac021 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 1098 time: 0.0436070 Jan 13 14:58:56.906817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500403f-9493-47c5-b5b1-7c763aeabec3 req-bb887c1b-1faf-49be-82aa-7490ec18b22e tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:56.908322 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a500403f-9493-47c5-b5b1-7c763aeabec3 req-bb887c1b-1faf-49be-82aa-7490ec18b22e tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0539865 Jan 13 14:58:56.923832 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:58:56.963769 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a500403f-9493-47c5-b5b1-7c763aeabec3 req-847bc4e8-1193-4e92-a487-10bc701079a3 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495992 Jan 13 14:58:56.971416 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70995-971a-4812-a5bb-112d83917e86 req-fb49fdf4-04d8-4beb-a444-30c28a2e4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:56.972927 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-fb49fdf4-04d8-4beb-a444-30c28a2e4c32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 200 len: 908 time: 0.0929949 Jan 13 14:58:57.015437 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-24f93b49-238a-445a-81c0-1d5ad3ed50d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 200 len: 217 time: 0.0352292 Jan 13 14:58:57.063299 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70995-971a-4812-a5bb-112d83917e86 req-fc601d58-2868-42e1-91b4-251cb4823b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:57.064736 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-fc601d58-2868-42e1-91b4-251cb4823b6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 200 len: 847 time: 0.0434618 Jan 13 14:58:57.121296 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70995-971a-4812-a5bb-112d83917e86 req-ec6041f9-51fa-4b6e-86dc-c3a893510e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:57.123217 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-ec6041f9-51fa-4b6e-86dc-c3a893510e1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1490415b-f4b9-4612-b30f-199c88ba808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510192 Jan 13 14:58:57.137960 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:58:57.164886 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483105d6-dbb3-46ca-999b-8841644639e6 None None] The sync data for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi is: [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:54:20Z', 'revision_number': 4, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': '20c7edb1-b6a3-490e-8625-7993e2be0503', 'name': '', 'network_id': '1490415b-f4b9-4612-b30f-199c88ba808e', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'mac_address': 'fa:16:3e:b7:8c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:19Z', 'updated_at': '2022-01-13T14:54:24Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'subnets': [{'id': '78937f4d-23c4-44e8-a1e7-4fc36456251a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:58:57.217254 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-c89aed11-ce5d-48e2-9cc2-cfd9131590f5 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861351 Jan 13 14:58:57.313824 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-53c70995-971a-4812-a5bb-112d83917e86 req-9c2c9c56-ff75-4485-b127-857a6080a831 service neutron] 10.222.0.66 "GET /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Jan 13 14:58:57.408999 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02964427-d3d1-433a-a9e8-ffea6c64384f None None] New status for floating IP e7ad68b7-8af3-4575-bb53-6a3cf6b4e370: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 14:58:58.088865 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dabd21-bfe5-481d-997b-d9712659d025 req-87610768-58e9-45e7-a6c3-21a20d784b21 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:58.090328 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-15dabd21-bfe5-481d-997b-d9712659d025 req-87610768-58e9-45e7-a6c3-21a20d784b21 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0514345 Jan 13 14:58:58.140628 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-15dabd21-bfe5-481d-997b-d9712659d025 req-143cf822-1f17-4565-b99a-168fe942a5d9 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fd69d99-02ca-4397-8a6a-3f1a84fe2715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445933 Jan 13 14:58:58.489424 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-a6ac060b-062c-4956-ad58-8c4d501b8af6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:58.490926 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-a6ac060b-062c-4956-ad58-8c4d501b8af6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.66 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 945 time: 0.0485442 Jan 13 14:58:58.582683 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Deleting port 312a46f0-c0d4-422b-815b-25f06532c79a {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:58:58.582964 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:58.678557 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] For port 312a46f0-c0d4-422b-815b-25f06532c79a, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=312a46f0-c0d4-422b-815b-25f06532c79a,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:58:58.678956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:58.693468 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Calling delete_port for 312a46f0-c0d4-422b-815b-25f06532c79a owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:58:58.794095 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-9334c802-53f7-48e0-b439-d38588870b3a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042372768&fields=id&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 267 time: 0.0482545 Jan 13 14:58:58.884747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (312a46f0-c0d4-422b-815b-25f06532c79a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:58.897936 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-b95bf8c7-eff7-4634-bf13-96b4f51c219f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:58:58.901153 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-b95bf8c7-eff7-4634-bf13-96b4f51c219f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.1007073 Jan 13 14:58:58.912411 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event deleted for resources: {'Port': ['ID=312a46f0-c0d4-422b-815b-25f06532c79a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:58:58.915001 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-a7829b81-7354-4ee9-a99a-06ad59207c42 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/quotas/013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 375 time: 0.0093367 Jan 13 14:58:58.928164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928164 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928721 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.928824 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.929223 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.929971 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.930302 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.930651 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.930983 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.933977 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:58:58.966989 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] No DVR routers for this DVR port 312a46f0-c0d4-422b-815b-25f06532c79a on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:58:58.969708 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:58:58.973152 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-e3cd3e63-1661-4b7c-87aa-b034eada5e61 req-ed358447-8dc3-4904-a724-029f6d9c856b tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.66 "DELETE /v2.0/ports/312a46f0-c0d4-422b-815b-25f06532c79a HTTP/1.1" status: 204 len: 173 time: 0.4773033 Jan 13 14:58:58.973615 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-deleted', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:58:58.975157 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-fd1ce2b4-2a4e-48ab-91b1-6e9253416939 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544429 Jan 13 14:58:58.975954 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72764235-c703-4e8e-9300-42be70f65cf8" -d '{"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-deleted", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:58:59.034917 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-6c32c5d7-4992-4611-8f8b-5fc6189a79fd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 14:58:59.040705 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-6c32c5d7-4992-4611-8f8b-5fc6189a79fd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493333 Jan 13 14:58:59.130125 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7c407b74-1a3f-4708-93cc-19307dca28d7 service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875833 Jan 13 14:58:59.221867 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-d39be37b-828b-46ed-935c-fd746067b20a service neutron] 10.222.0.60 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Jan 13 14:58:59.821460 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e78f3b-5910-47e8-9159-9261109a559f x-openstack-request-id: req-a2e78f3b-5910-47e8-9159-9261109a559f {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:58:59.822663 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02424577-d025-476e-ae07-4a6e8e715edd", "name": "network-vif-deleted", "tag": "312a46f0-c0d4-422b-815b-25f06532c79a", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:58:59.823512 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2e78f3b-5910-47e8-9159-9261109a559f {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:58:59.824401 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-deleted', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a', 'status': 'completed', 'code': 200} Jan 13 14:58:59.909378 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-dd006075-973a-41af-b616-c756ccbd3e68 req-f2baa5d8-cc5b-4605-b7e8-5ac0b8c05452 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "GET /v2.0/ports?device_id=02424577-d025-476e-ae07-4a6e8e715edd HTTP/1.1" status: 200 len: 210 time: 0.0322902 Jan 13 14:58:59.977788 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3db86815-3c6a-4879-80f8-a41166d289c0 req-f755cff5-30cf-4b5e-9d40-ba96996af41d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jan 13 14:59:00.306920 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-eb0a30ce-ad51-4b1f-b4a2-dfda063f8f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:00.967365 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47116) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:01.026264 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (6fd69d99-02ca-4397-8a6a-3f1a84fe2715), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:01.052396 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (6fd69d99-02ca-4397-8a6a-3f1a84fe2715), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:01.071727 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7cc360ad-5299-4e5f-b557-1e5e0a24102d req-82fbd413-8b21-4944-bf1a-12ea1a599009 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 210 time: 0.0264449 Jan 13 14:59:01.244440 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (6fd69d99-02ca-4397-8a6a-3f1a84fe2715), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:01.247302 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:01.254867 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] 10.222.0.60 "DELETE /v2.0/security-groups/6fd69d99-02ca-4397-8a6a-3f1a84fe2715 HTTP/1.1" status: 204 len: 168 time: 0.2800975 Jan 13 14:59:01.257825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bb0f5-78dc-4582-8424-11fd7e4e18a6 tempest-TestShelveInstance-1040946644 tempest-TestShelveInstance-1040946644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd69d99-02ca-4397-8a6a-3f1a84fe2715,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:01.672545 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-9d1aacce-9bfb-41a9-9a62-c4f0d1224a26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:01.674056 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-9d1aacce-9bfb-41a9-9a62-c4f0d1224a26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 811 time: 0.1070025 Jan 13 14:59:01.741621 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-10148373-2474-4041-bd4b-02f61c6b07a7 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013e714330fb4919b89cd5e680505e90 HTTP/1.1" status: 200 len: 380 time: 0.0568497 Jan 13 14:59:01.750887 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Request body: {'port': {'device_id': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'admin_state_up': True, 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'security_groups': ['cc45d6c9-4096-4e99-b62b-7c2d40881a4d']}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:59:01.924472 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Made reservation on behalf of 013e714330fb4919b89cd5e680505e90 for: {'port': 1} {{(pid=109677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 14:59:01.933027 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (None), before_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.064918 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_common [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Allocated IP 172.20.0.7 (3312d895-15da-4dac-8695-c4ec07b0622a/f826359b-0a2d-4180-bc80-31ccf1fe9a18/de507828-514f-44e4-ab27-384a474af3f0) {{(pid=109677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 14:59:02.199482 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for port (de507828-514f-44e4-ab27-384a474af3f0), precommit_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.262950 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:02.286919 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: 312a46f0-c0d4-422b-815b-25f06532c79a {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:02.287269 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device 312a46f0-c0d4-422b-815b-25f06532c79a not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:02.301594 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747092466966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_create {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.348446 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Network 3312d895-15da-4dac-8695-c4ec07b0622a is already hosted by enough agents. {{(pid=109677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 14:59:02.356283 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.base_scheduler [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Resources bound (agent type, host, resource id): {{(pid=109677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 14:59:02.360732 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Received port after_create {{(pid=109677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 14:59:02.369124 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event updated for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=1']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:02.409188 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47126) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:02.427064 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:02.432766 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.510154 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-7785db51-5801-4602-8b02-07d8d5163af5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629175 Jan 13 14:59:02.521741 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.v2.base [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Request body: {'port': {'device_id': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82372'}} {{(pid=109677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 14:59:02.559641 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d0ce-011b-4e03-820b-2ee4cfd2485e req-94dc066c-9c97-483e-95c9-6aa578f15140 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:02.566629 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c996d0ce-011b-4e03-820b-2ee4cfd2485e req-94dc066c-9c97-483e-95c9-6aa578f15140 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 931 time: 0.1070325 Jan 13 14:59:02.598071 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (de507828-514f-44e4-ab27-384a474af3f0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.610791 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-65474a26-c387-406c-98f0-d8b848083339 None None] Provisioning complete for port de507828-514f-44e4-ab27-384a474af3f0 triggered by entity DHCP. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:59:02.611295 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65474a26-c387-406c-98f0-d8b848083339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (de507828-514f-44e4-ab27-384a474af3f0), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.651908 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65474a26-c387-406c-98f0-d8b848083339 None None] Port de507828-514f-44e4-ab27-384a474af3f0 cannot update to ACTIVE because it is not bound. {{(pid=109678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 14:59:02.895939 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de507828-514f-44e4-ab27-384a474af3f0 {{(pid=109677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:59:02.904538 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks [] for port (de507828-514f-44e4-ab27-384a474af3f0), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.920475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf14-689a-48c3-841b-48bbce5fa68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:02.920931 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.provisioning_blocks [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Transition to ACTIVE for port object de507828-514f-44e4-ab27-384a474af3f0 will not be triggered until provisioned by entity L2. {{(pid=109677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 14:59:02.926741 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c996d0ce-011b-4e03-820b-2ee4cfd2485e req-e46eaee2-cefc-4172-9f77-c7fd00837dcd tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592176 Jan 13 14:59:02.986966 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.039537 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Pushing event updated for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:03.106329 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.113486 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Attempting to bind port de507828-514f-44e4-ab27-384a474af3f0 on host hv-cinder-82372 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 14:59:03.113933 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Attempting to bind port de507828-514f-44e4-ab27-384a474af3f0 by drivers openvswitch,hyperv on host hv-cinder-82372 at level 0 using segments [{'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 14:59:03.114123 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Attempting to bind port de507828-514f-44e4-ab27-384a474af3f0 on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:59:03.119284 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Port de507828-514f-44e4-ab27-384a474af3f0 on network 3312d895-15da-4dac-8695-c4ec07b0622a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82372 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 14:59:03.119626 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Attempting to bind port de507828-514f-44e4-ab27-384a474af3f0 on network 3312d895-15da-4dac-8695-c4ec07b0622a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 14:59:03.125016 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Checking agent: {'id': '309a7c4e-e94b-4882-812d-f3ba6c505c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'started_at': datetime.datetime(2022, 1, 13, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 14:59:03.125346 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Checking segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 14:59:03.125731 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Bound using segment: {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 14:59:03.126696 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Bound port: de507828-514f-44e4-ab27-384a474af3f0, host: hv-cinder-82372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1069f2a9-05d6-4fd8-b33b-fb88fb05e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 14:59:03.127234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (de507828-514f-44e4-ab27-384a474af3f0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.206544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 14:59:03.211233 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=de507828-514f-44e4-ab27-384a474af3f0,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 14:59:03.272446 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25699275'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.310321 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.310960 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.312345 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] 10.222.0.66 "PUT /v2.0/ports/de507828-514f-44e4-ab27-384a474af3f0 HTTP/1.1" status: 200 len: 1093 time: 0.7952785 Jan 13 14:59:03.312948 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 14:59:03.315210 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a95ce-fb50-430c-a1d9-08f2e9d362e8" -d '{"events": [{"name": "network-changed", "server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "tag": "de507828-514f-44e4-ab27-384a474af3f0"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 14:59:03.364863 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc579c7-5202-4769-b0e5-b74a7cf5c895 x-openstack-request-id: req-dfc579c7-5202-4769-b0e5-b74a7cf5c895 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 14:59:03.365176 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "tag": "de507828-514f-44e4-ab27-384a474af3f0", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 14:59:03.365417 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc579c7-5202-4769-b0e5-b74a7cf5c895 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 14:59:03.365827 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0', 'status': 'completed', 'code': 200} Jan 13 14:59:03.370439 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875d87b-7cb7-4dfe-9704-5a0a8c6f0d05 service neutron] Pushing event updated for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:03.386706 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Deleting port 20c7edb1-b6a3-490e-8625-7993e2be0503 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:03.388116 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.426060 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-537c872f-13c7-4f9e-86a7-e4dc9bd6fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.428032 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-537c872f-13c7-4f9e-86a7-e4dc9bd6fa98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 1096 time: 0.0468707 Jan 13 14:59:03.477404 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] For port 20c7edb1-b6a3-490e-8625-7993e2be0503, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=20c7edb1-b6a3-490e-8625-7993e2be0503,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:03.477969 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.491635 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Calling delete_port for 20c7edb1-b6a3-490e-8625-7993e2be0503 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:03.535611 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-6c8b1854-13dd-40ba-81de-ce7a9f372358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.537058 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-6c8b1854-13dd-40ba-81de-ce7a9f372358 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=013e714330fb4919b89cd5e680505e90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1021583 Jan 13 14:59:03.636710 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-65591246-71bf-411c-a403-579d855b3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.638364 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-411a95ce-fb50-430c-a1d9-08f2e9d362e8 req-65591246-71bf-411c-a403-579d855b3156 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0949211 Jan 13 14:59:03.712329 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-2f9888f4-762a-40c6-a02f-0ec68211e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.713816 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-2f9888f4-762a-40c6-a02f-0ec68211e6fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 1096 time: 0.0416746 Jan 13 14:59:03.747283 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (20c7edb1-b6a3-490e-8625-7993e2be0503), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.755225 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-2141a098-8959-4369-b2da-4ebe6adc0362 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de507828-514f-44e4-ab27-384a474af3f0 HTTP/1.1" status: 200 len: 217 time: 0.0345862 Jan 13 14:59:03.774537 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c7edb1-b6a3-490e-8625-7993e2be0503,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:03.813920 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-2b1af6eb-3afd-4d91-932f-2fec79947890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.815412 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-2b1af6eb-3afd-4d91-932f-2fec79947890 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0548170 Jan 13 14:59:03.864553 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-46a577a4-5001-4bbd-b0b9-cd548c9f1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:03.866132 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-46a577a4-5001-4bbd-b0b9-cd548c9f1bb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447791 Jan 13 14:59:03.947043 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:03.971148 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-494eb2e9-8fde-42f6-80bd-871421a1044b service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990145 Jan 13 14:59:04.067294 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-d039cc46-986e-472c-a650-d15cf8a6c779 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892711 Jan 13 14:59:04.096322 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b49749-f8ef-44cb-9d95-24c231df3ff6 req-e298f89a-d047-46fb-867f-fb29e66b1a75 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:04.097789 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00b49749-f8ef-44cb-9d95-24c231df3ff6 req-e298f89a-d047-46fb-867f-fb29e66b1a75 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0940573 Jan 13 14:59:04.192630 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:04.216852 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00b49749-f8ef-44cb-9d95-24c231df3ff6 req-5bb43d88-e473-4c0f-9c4a-14d147497e7e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129293 Jan 13 14:59:04.239847 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Router f62aaf5c-81af-43b2-8dc1-e780872d1f0b has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:59:04.342949 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:59:04.348223 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-797250ac-aa16-4033-9a15-1838ae3d4e86 admin admin] 10.222.0.60 "PUT /v2.0/routers/f62aaf5c-81af-43b2-8dc1-e780872d1f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388564 Jan 13 14:59:04.350727 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47132) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:04.352020 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Sync routers for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:59:04.365747 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:59:04.366371 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:59:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:04.455992 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks [] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:04.470447 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:59:04.559660 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks [] for router_gateway (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:04.651639 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:59:03Z', 'revision_number': 5, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port': {'id': '1ec79e22-6bd6-4ad4-bb20-651b9886c64d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:17Z', 'updated_at': '2022-01-13T14:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:04.678717 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Checking router: f62aaf5c-81af-43b2-8dc1-e780872d1f0b for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:59:04.681452 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Deleting port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:04.681786 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:04.686896 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Routers {'f62aaf5c-81af-43b2-8dc1-e780872d1f0b'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:59:04.687510 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:59:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:04.766379 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] For port 1ec79e22-6bd6-4ad4-bb20-651b9886c64d, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:04.766379 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:04.777483 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] Set router f62aaf5c-81af-43b2-8dc1-e780872d1f0b gateway port host: None {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:59:04.781022 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Calling delete_port for 1ec79e22-6bd6-4ad4-bb20-651b9886c64d owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:04.830544 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:59:04Z', 'revision_number': 6, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:04.856996 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281b25f-e9d6-4928-b758-cadf3bd86c72 None None] The sync data for ids ['f62aaf5c-81af-43b2-8dc1-e780872d1f0b'] in dv-cinder-823726-5-iscsi is: [{'id': 'f62aaf5c-81af-43b2-8dc1-e780872d1f0b', 'name': 'tempest-TestShelveInstance-205163603-router', 'tenant_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:16Z', 'updated_at': '2022-01-13T14:59:04Z', 'revision_number': 6, 'project_id': '2d7f12df7fc84f5f91e88c2268ed4186', 'gw_port_host': None}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:59:05.014287 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (1ec79e22-6bd6-4ad4-bb20-651b9886c64d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.039561 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec79e22-6bd6-4ad4-bb20-651b9886c64d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:05.099857 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.194811 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.198190 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks [] for router_controller (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.243592 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.302880 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (f62aaf5c-81af-43b2-8dc1-e780872d1f0b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.303515 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62aaf5c-81af-43b2-8dc1-e780872d1f0b {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:59:05.324526 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.328762 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-304ef60a-62b6-411e-baf8-5c93f5345e57 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f62aaf5c-81af-43b2-8dc1-e780872d1f0b HTTP/1.1" status: 204 len: 168 time: 0.9740388 Jan 13 14:59:05.328762 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47136) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:05.386224 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24520-41cd-433e-a599-a69dbb20cb7a req-c44617b0-6f92-4dff-b574-d1969a943b1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:05.387730 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-13f24520-41cd-433e-a599-a69dbb20cb7a req-c44617b0-6f92-4dff-b574-d1969a943b1e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0970507 Jan 13 14:59:05.390908 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Deleting subnet 78937f4d-23c4-44e8-a1e7-4fc36456251a {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:59:05.395657 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Publish callbacks [] for subnet (78937f4d-23c4-44e8-a1e7-4fc36456251a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.450169 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (78937f4d-23c4-44e8-a1e7-4fc36456251a), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.486763 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-13f24520-41cd-433e-a599-a69dbb20cb7a req-f46fc674-7afb-4874-b15c-eb4dea78b38a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934069 Jan 13 14:59:05.540876 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (78937f4d-23c4-44e8-a1e7-4fc36456251a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.633318 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 20c7edb1-b6a3-490e-8625-7993e2be0503 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:05.656420 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 20c7edb1-b6a3-490e-8625-7993e2be0503 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:05.656638 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (78937f4d-23c4-44e8-a1e7-4fc36456251a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.657139 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 20c7edb1-b6a3-490e-8625-7993e2be0503 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:05.684630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78937f4d-23c4-44e8-a1e7-4fc36456251a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:05.688293 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.691624 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-4a9042ea-e2d8-4ec4-b602-7d3439a95527 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/78937f4d-23c4-44e8-a1e7-4fc36456251a HTTP/1.1" status: 204 len: 168 time: 0.3623128 Jan 13 14:59:05.694107 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47138) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:05.697024 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004c993-2ae9-4ddb-92a1-772780776749 None None] Network 1490415b-f4b9-4612-b30f-199c88ba808e requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:59:05.769214 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (1490415b-f4b9-4612-b30f-199c88ba808e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.826067 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Deleting port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:05.826430 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.856445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] DHCP port deletion for 1490415b-f4b9-4612-b30f-199c88ba808e request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:59:05.897313 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] For port ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:05.897683 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.905091 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Deleting port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:05.905471 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.912424 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Calling delete_port for ebac4e4e-b439-4a4c-899f-b61a5dc7d132 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:05.979769 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] For port ebac4e4e-b439-4a4c-899f-b61a5dc7d132, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,segment=NetworkSegment(2b554ddf-2422-4c79-90de-4343c28f9e46),segment_id=2b554ddf-2422-4c79-90de-4343c28f9e46)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:05.980169 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:05.992455 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Calling delete_port for ebac4e4e-b439-4a4c-899f-b61a5dc7d132 owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:06.038190 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.066832 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (ebac4e4e-b439-4a4c-899f-b61a5dc7d132), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.070504 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] No DVR routers for this DVR port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 on host dv-cinder-823726-5-iscsi {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:59:06.076281 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:06.096042 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Pushing event deleted for resources: {'Port': ['ID=ebac4e4e-b439-4a4c-899f-b61a5dc7d132,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:06.104021 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] No DVR routers for this DVR port ebac4e4e-b439-4a4c-899f-b61a5dc7d132 on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:59:06.106750 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.107104 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.107587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.107950 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.108286 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.108615 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.108938 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.109265 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.109588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.109908 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.110226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.110543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.110885 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabb77b-53a1-4599-b052-297d56a7cb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 14:59:06.148309 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (1490415b-f4b9-4612-b30f-199c88ba808e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.169349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1490415b-f4b9-4612-b30f-199c88ba808e']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:06.178438 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b554ddf-2422-4c79-90de-4343c28f9e46') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:06.178784 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b554ddf-2422-4c79-90de-4343c28f9e46') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:06.187809 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (2b554ddf-2422-4c79-90de-4343c28f9e46), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.201027 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (2b554ddf-2422-4c79-90de-4343c28f9e46), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.206817 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:59:06.207204 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (2b554ddf-2422-4c79-90de-4343c28f9e46), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: warnings.warn(msg) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:59:06.208848 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:59:06.324231 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (1490415b-f4b9-4612-b30f-199c88ba808e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.329015 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.332333 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] 10.222.0.60 "DELETE /v2.0/networks/1490415b-f4b9-4612-b30f-199c88ba808e HTTP/1.1" status: 204 len: 168 time: 0.6371632 Jan 13 14:59:06.335323 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47140) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:06.345719 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc60b2-8ad6-4b0c-9d92-303d0b1403dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1490415b-f4b9-4612-b30f-199c88ba808e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:06.603241 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947232-3273-40b9-8f4f-e06167a84f1d req-836c74a8-4aae-4bfd-ba71-a8caa237c896 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:06.604803 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b6947232-3273-40b9-8f4f-e06167a84f1d req-836c74a8-4aae-4bfd-ba71-a8caa237c896 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0484378 Jan 13 14:59:06.656708 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b6947232-3273-40b9-8f4f-e06167a84f1d req-b6cc7322-e33b-4eb0-aa98-28c067375aa6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459592 Jan 13 14:59:06.700974 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:06.758037 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:07.193741 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1ec79e22-6bd6-4ad4-bb20-651b9886c64d no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:07.215695 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 1ec79e22-6bd6-4ad4-bb20-651b9886c64d {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:07.216048 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1ec79e22-6bd6-4ad4-bb20-651b9886c64d not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:07.216482 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ebac4e4e-b439-4a4c-899f-b61a5dc7d132 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:07.236850 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: ebac4e4e-b439-4a4c-899f-b61a5dc7d132 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:07.237195 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device ebac4e4e-b439-4a4c-899f-b61a5dc7d132 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:07.304221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Deleting port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:07.304551 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:07.379264 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] For port af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:07.380021 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:07.392617 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Calling delete_port for af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 owned by network:router_interface {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:07.621170 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:07.650194 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:07.789333 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f36e-b6ef-429b-aeb5-3a88b841d478 req-2c587139-196c-4f81-8220-734c702ecef0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:07.795187 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5f52f36e-b6ef-429b-aeb5-3a88b841d478 req-2c587139-196c-4f81-8220-734c702ecef0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0669587 Jan 13 14:59:07.819396 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:07.849169 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5f52f36e-b6ef-429b-aeb5-3a88b841d478 req-d072e498-acb0-4106-9f27-b63f3324fef6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521119 Jan 13 14:59:08.034974 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Router c6f776e1-a783-46a2-b2a1-0545ce55abc1 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 14:59:08.143724 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 14:59:08.149591 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-134e5900-3ae8-400c-9161-c212cdd15aa2 admin admin] 10.222.0.60 "PUT /v2.0/routers/c6f776e1-a783-46a2-b2a1-0545ce55abc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126216 Jan 13 14:59:08.152377 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47146) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:08.152930 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Sync routers for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 14:59:08.162952 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:59:08.163556 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:59:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:08.267742 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:59:08.451074 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:59:07Z', 'revision_number': 5, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:08.491101 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks [] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:08.567351 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Checking router: c6f776e1-a783-46a2-b2a1-0545ce55abc1 for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 14:59:08.576505 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Routers {'c6f776e1-a783-46a2-b2a1-0545ce55abc1'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 14:59:08.577104 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T14:59:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:08.595999 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks [] for router_gateway (c6f776e1-a783-46a2-b2a1-0545ce55abc1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:08.678405 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] Set router c6f776e1-a783-46a2-b2a1-0545ce55abc1 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 14:59:08.722714 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Deleting port 79b412a6-75e6-4031-a327-a90088b67c8d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:08.722972 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:08.800462 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] For port 79b412a6-75e6-4031-a327-a90088b67c8d, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=79b412a6-75e6-4031-a327-a90088b67c8d,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:08.801145 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:08.815308 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Calling delete_port for 79b412a6-75e6-4031-a327-a90088b67c8d owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:08.857493 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:59:07Z', 'revision_number': 5, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:08.887634 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f4ac5-fb47-4d67-8501-417b1fb38c1e None None] The sync data for ids ['c6f776e1-a783-46a2-b2a1-0545ce55abc1'] in dv-cinder-823726-5-iscsi is: [{'id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'name': 'tempest-TestShelveInstance-1516351066-router', 'tenant_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:54:24Z', 'updated_at': '2022-01-13T14:59:07Z', 'revision_number': 5, 'project_id': 'ed0a3f8fb2154e34b674995f9add9e5d', 'gw_port': {'id': '79b412a6-75e6-4031-a327-a90088b67c8d', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f776e1-a783-46a2-b2a1-0545ce55abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:54:25Z', 'updated_at': '2022-01-13T14:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 14:59:09.017826 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f24f83-01ab-47ab-8a5c-4723557af108 req-6a711c25-e2d8-4b28-bad9-fe5262b7de4e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:09.019338 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f1f24f83-01ab-47ab-8a5c-4723557af108 req-6a711c25-e2d8-4b28-bad9-fe5262b7de4e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0860827 Jan 13 14:59:09.069283 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f1f24f83-01ab-47ab-8a5c-4723557af108 req-b60e6a30-cb7a-4205-8afe-8efeded4659a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Jan 13 14:59:09.094500 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (79b412a6-75e6-4031-a327-a90088b67c8d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.120504 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=79b412a6-75e6-4031-a327-a90088b67c8d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:09.182970 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.294670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.296982 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks [] for router_controller (c6f776e1-a783-46a2-b2a1-0545ce55abc1), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.343300 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:09.364624 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:09.364970 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device af8efaa3-8efb-45d0-abd6-e0ba71f8e5d5 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:09.404264 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (c6f776e1-a783-46a2-b2a1-0545ce55abc1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.404839 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f776e1-a783-46a2-b2a1-0545ce55abc1 {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 14:59:09.409166 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.410324 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-d41eb3db-8d87-4ae3-b76f-aeee36cc8d1c admin admin] 10.222.0.60 "DELETE /v2.0/routers/c6f776e1-a783-46a2-b2a1-0545ce55abc1 HTTP/1.1" status: 204 len: 168 time: 1.2569666 Jan 13 14:59:09.412731 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47150) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:09.459878 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Deleting subnet 51e0ed94-de28-444d-b321-9546da6780de {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 14:59:09.463778 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Publish callbacks [] for subnet (51e0ed94-de28-444d-b321-9546da6780de), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.500496 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (51e0ed94-de28-444d-b321-9546da6780de), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.584593 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (51e0ed94-de28-444d-b321-9546da6780de), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.724577 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (51e0ed94-de28-444d-b321-9546da6780de), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.750160 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e0ed94-de28-444d-b321-9546da6780de,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:09.753874 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.757169 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-76ab6d70-41a7-42c6-b4a5-bdab3ec95daa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51e0ed94-de28-444d-b321-9546da6780de HTTP/1.1" status: 204 len: 168 time: 0.3434873 Jan 13 14:59:09.759801 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47152) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:09.763858 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760770b-cf93-4aa0-a8c1-e480bdc1ba97 None None] Network eed57ccd-68b1-48e9-9acc-8024482efdda requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 14:59:09.829979 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (eed57ccd-68b1-48e9-9acc-8024482efdda), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.885498 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Deleting port 81ccfc8c-d45d-419a-98b9-9595c6ab599c {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:09.885839 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.926180 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] DHCP port deletion for eed57ccd-68b1-48e9-9acc-8024482efdda request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 14:59:09.954385 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] For port 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=81ccfc8c-d45d-419a-98b9-9595c6ab599c,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:09.954792 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:09.969714 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Calling delete_port for 81ccfc8c-d45d-419a-98b9-9595c6ab599c owned by network:dhcp {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:09.974172 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Deleting port 81ccfc8c-d45d-419a-98b9-9595c6ab599c {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 14:59:09.974554 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.040789 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] For port 81ccfc8c-d45d-419a-98b9-9595c6ab599c, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=81ccfc8c-d45d-419a-98b9-9595c6ab599c,segment=NetworkSegment(9b57e7a0-550b-4613-a1a8-19b280c6c16f),segment_id=9b57e7a0-550b-4613-a1a8-19b280c6c16f)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:10.041188 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.054033 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Calling delete_port for 81ccfc8c-d45d-419a-98b9-9595c6ab599c owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 14:59:10.112694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.134010 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (81ccfc8c-d45d-419a-98b9-9595c6ab599c), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.147664 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=81ccfc8c-d45d-419a-98b9-9595c6ab599c,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:10.152275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] No DVR routers for this DVR port 81ccfc8c-d45d-419a-98b9-9595c6ab599c on host dv-cinder-823726-5-iscsi {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:59:10.163265 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] Pushing event deleted for resources: {'Port': ['ID=81ccfc8c-d45d-419a-98b9-9595c6ab599c,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:10.167083 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aae3b6-c0de-402a-8087-30e3f0ff06a8 None None] No DVR routers for this DVR port 81ccfc8c-d45d-419a-98b9-9595c6ab599c on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 14:59:10.202969 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684fea-a2c2-44f8-8ca8-a4d6551b0ca5 req-253a412d-cb6d-45b8-9ec1-2864e0dd4d9d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:10.204494 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-77684fea-a2c2-44f8-8ca8-a4d6551b0ca5 req-253a412d-cb6d-45b8-9ec1-2864e0dd4d9d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0678334 Jan 13 14:59:10.225583 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (eed57ccd-68b1-48e9-9acc-8024482efdda), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.246171 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed57ccd-68b1-48e9-9acc-8024482efdda']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:10.255855 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-77684fea-a2c2-44f8-8ca8-a4d6551b0ca5 req-c0e0001e-38ef-4578-a639-9ef9b7df82b9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Jan 13 14:59:10.256084 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b57e7a0-550b-4613-a1a8-19b280c6c16f') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:10.256369 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b57e7a0-550b-4613-a1a8-19b280c6c16f') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 14:59:10.266669 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (9b57e7a0-550b-4613-a1a8-19b280c6c16f), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.280109 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (9b57e7a0-550b-4613-a1a8-19b280c6c16f), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.285825 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 14:59:10.286199 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (9b57e7a0-550b-4613-a1a8-19b280c6c16f), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 14:59:10.287838 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 14:59:10.415273 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (eed57ccd-68b1-48e9-9acc-8024482efdda), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.420837 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.424129 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/eed57ccd-68b1-48e9-9acc-8024482efdda HTTP/1.1" status: 204 len: 168 time: 0.6633213 Jan 13 14:59:10.437661 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef713f-11b6-4494-a6d6-78ff6abfbd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=eed57ccd-68b1-48e9-9acc-8024482efdda,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:10.849932 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47158) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:10.889262 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-6ee92bf9-3064-4b9f-a53c-44afcd8ffca6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d7f12df7fc84f5f91e88c2268ed4186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381906 Jan 13 14:59:10.891725 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47160) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:10.938531 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] Publish callbacks [] for security_group (514bf805-79f3-4637-8024-c45f4d048881), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:10.959176 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] Publish callbacks [] for security_group (514bf805-79f3-4637-8024-c45f4d048881), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:11.084141 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (514bf805-79f3-4637-8024-c45f4d048881), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:11.087289 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:11.088434 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/514bf805-79f3-4637-8024-c45f4d048881 HTTP/1.1" status: 204 len: 168 time: 0.1957948 Jan 13 14:59:11.096212 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba233067-5a0a-499f-92cf-633371383e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514bf805-79f3-4637-8024-c45f4d048881,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:11.203084 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 79b412a6-75e6-4031-a327-a90088b67c8d no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:11.223343 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 79b412a6-75e6-4031-a327-a90088b67c8d {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:11.223691 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 79b412a6-75e6-4031-a327-a90088b67c8d not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:11.224105 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 81ccfc8c-d45d-419a-98b9-9595c6ab599c no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 14:59:11.243895 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 81ccfc8c-d45d-419a-98b9-9595c6ab599c {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 14:59:11.244234 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 81ccfc8c-d45d-419a-98b9-9595c6ab599c not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 14:59:11.375649 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19433a7-80e4-4760-a9b2-6ba0073c6330 req-c206aa03-79a3-4eeb-9bee-93e6252ffbd3 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:11.377145 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c19433a7-80e4-4760-a9b2-6ba0073c6330 req-c206aa03-79a3-4eeb-9bee-93e6252ffbd3 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0523715 Jan 13 14:59:11.426521 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c19433a7-80e4-4760-a9b2-6ba0073c6330 req-53266d55-c3ef-44d0-9f2f-b92a311f0495 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Jan 13 14:59:11.758249 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47168) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:11.798671 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-b82b7ac2-ba45-4591-944d-29ce71559b99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed0a3f8fb2154e34b674995f9add9e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392134 Jan 13 14:59:11.801216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47170) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 14:59:11.847038 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] Publish callbacks [] for security_group (ddd64f80-b153-4472-8c6f-2bd2350f4ab7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:11.868945 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] Publish callbacks [] for security_group (ddd64f80-b153-4472-8c6f-2bd2350f4ab7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:11.998252 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (ddd64f80-b153-4472-8c6f-2bd2350f4ab7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:12.000901 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:12.002082 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddd64f80-b153-4472-8c6f-2bd2350f4ab7 HTTP/1.1" status: 204 len: 168 time: 0.1999710 Jan 13 14:59:12.010127 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493668f6-4bae-45af-8b68-235952c9a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd64f80-b153-4472-8c6f-2bd2350f4ab7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:12.310322 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device de507828-514f-44e4-ab27-384a474af3f0 details requested by agent hyperv_hv-cinder-82372 with host hv-cinder-82372 {{(pid=109678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 14:59:12.551171 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=de507828-514f-44e4-ab27-384a474af3f0,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:12.563181 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02476a18-7307-44c7-b3fe-558f0243f17e req-b13e1c58-94d1-438c-9869-5f47e60b3203 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:12.565813 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-02476a18-7307-44c7-b3fe-558f0243f17e req-b13e1c58-94d1-438c-9869-5f47e60b3203 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 943 time: 0.0661182 Jan 13 14:59:12.569758 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Returning: {'device': 'de507828-514f-44e4-ab27-384a474af3f0', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'port_id': 'de507828-514f-44e4-ab27-384a474af3f0', 'mac_address': 'fa:16:3e:83:8e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 14:59:12.606888 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port de507828-514f-44e4-ab27-384a474af3f0 is: DOWN; New status is: BUILD {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:59:12.607278 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (de507828-514f-44e4-ab27-384a474af3f0), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:12.613758 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-02476a18-7307-44c7-b3fe-558f0243f17e req-efd48f2d-31ec-4ec5-a367-32464042f201 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Jan 13 14:59:12.620926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de507828-514f-44e4-ab27-384a474af3f0 {{(pid=109678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 14:59:12.644942 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=de507828-514f-44e4-ab27-384a474af3f0,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:12.712538 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:12.760227 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=4']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:12.938057 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] get_ports_and_sgs() called for port_ids ['de507828-514f-44e4-ab27-384a474af3f0'] {{(pid=109678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 14:59:13.731455 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e73023-2ef6-411a-bc82-a1bbbb0a0450 req-16f1ad90-7e3c-45a9-9761-0320b5195837 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:13.732943 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-86e73023-2ef6-411a-bc82-a1bbbb0a0450 req-16f1ad90-7e3c-45a9-9761-0320b5195837 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 944 time: 0.0509436 Jan 13 14:59:13.784544 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-86e73023-2ef6-411a-bc82-a1bbbb0a0450 req-79e2eb26-75ec-4643-af71-21aee6911043 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Jan 13 14:59:14.307849 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device de507828-514f-44e4-ab27-384a474af3f0 up at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 14:59:14.426655 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning for port de507828-514f-44e4-ab27-384a474af3f0 completed by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 14:59:14.430782 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.provisioning_blocks [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Provisioning complete for port de507828-514f-44e4-ab27-384a474af3f0 triggered by entity L2. {{(pid=109678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 14:59:14.431163 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549071'] for port (de507828-514f-44e4-ab27-384a474af3f0), provisioning_complete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:14.511194 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Current status of the port de507828-514f-44e4-ab27-384a474af3f0 is: BUILD; New status is: ACTIVE {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 14:59:14.511587 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (de507828-514f-44e4-ab27-384a474af3f0), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:14.543282 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=de507828-514f-44e4-ab27-384a474af3f0,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 14:59:14.592146 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747093046348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747092466984', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747092467002'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:14.639612 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Pushing event updated for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=5']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 14:59:14.895440 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aa980-1fc1-40b9-a3c9-ea8cd6f774cb req-3cdd66a5-8218-49cb-9466-feb2ddd2dbc9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:14.896875 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-954aa980-1fc1-40b9-a3c9-ea8cd6f774cb req-3cdd66a5-8218-49cb-9466-feb2ddd2dbc9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0475736 Jan 13 14:59:14.949208 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-954aa980-1fc1-40b9-a3c9-ea8cd6f774cb req-806f67f3-7121-4762-8a6b-f9d446cb235d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461473 Jan 13 14:59:16.061790 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec742-e53e-4278-bce3-924debb95a45 req-9c37355f-aca6-47c1-9574-3e94ca133651 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:16.063270 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d2eec742-e53e-4278-bce3-924debb95a45 req-9c37355f-aca6-47c1-9574-3e94ca133651 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0479286 Jan 13 14:59:16.114090 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d2eec742-e53e-4278-bce3-924debb95a45 req-dea49bba-785a-4394-ae42-d0a1b95ad132 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Jan 13 14:59:16.734956 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:17.230313 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819625-5b67-427c-9e34-285000b31bd4 req-c0fb708e-dcf4-4ffa-8617-58135285826c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:17.232505 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-91819625-5b67-427c-9e34-285000b31bd4 req-c0fb708e-dcf4-4ffa-8617-58135285826c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0491621 Jan 13 14:59:17.290235 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-91819625-5b67-427c-9e34-285000b31bd4 req-cd8f4886-202a-4266-bc41-544a383e95af tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Jan 13 14:59:18.403726 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb81a8-2a3e-48ee-874d-0525fe6fc8e4 req-9efed058-645f-445f-9f5e-00909d46d6a4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:18.405223 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3ddb81a8-2a3e-48ee-874d-0525fe6fc8e4 req-9efed058-645f-445f-9f5e-00909d46d6a4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0548310 Jan 13 14:59:18.454006 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3ddb81a8-2a3e-48ee-874d-0525fe6fc8e4 req-bbc85cbc-68e4-46b2-bd74-e147d890cd08 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Jan 13 14:59:19.569265 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d544-b414-4c53-b3a5-dfda8ee1c6c9 req-37e33a31-8b6e-4424-8136-35f9dd45a146 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:19.570785 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2b24d544-b414-4c53-b3a5-dfda8ee1c6c9 req-37e33a31-8b6e-4424-8136-35f9dd45a146 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0515099 Jan 13 14:59:19.619205 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2b24d544-b414-4c53-b3a5-dfda8ee1c6c9 req-f1f01e7c-5096-42c2-93b7-b47653d8d0ba tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Jan 13 14:59:20.733794 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3d970-a51a-45d1-9c8a-5e4de6c755f6 req-fc949c53-8c45-40be-9ab0-38a06a814cd2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:20.735296 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5df3d970-a51a-45d1-9c8a-5e4de6c755f6 req-fc949c53-8c45-40be-9ab0-38a06a814cd2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0484140 Jan 13 14:59:20.788463 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5df3d970-a51a-45d1-9c8a-5e4de6c755f6 req-4d13aaa7-782f-418a-8208-63ccd55a27e2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 Jan 13 14:59:20.929140 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:59:21.903891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d9d8c-7904-4109-95fd-2725faa729e8 req-819c6a25-1218-4e71-b2d3-40057b0ef5ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:21.905422 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-692d9d8c-7904-4109-95fd-2725faa729e8 req-819c6a25-1218-4e71-b2d3-40057b0ef5ed tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0493586 Jan 13 14:59:21.954709 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-692d9d8c-7904-4109-95fd-2725faa729e8 req-b21cdcf8-b6f3-4f18-b415-6370a1fb8f23 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Jan 13 14:59:23.067688 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc5759-6709-4170-82c1-d3ea1ca83680 req-e4a6b1bc-cb7f-4b9a-92e3-0ea1f3a22191 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:23.069209 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1afc5759-6709-4170-82c1-d3ea1ca83680 req-e4a6b1bc-cb7f-4b9a-92e3-0ea1f3a22191 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0492103 Jan 13 14:59:23.119031 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1afc5759-6709-4170-82c1-d3ea1ca83680 req-26abe5c9-24b7-4f63-88ed-a9b58d5be1d3 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Jan 13 14:59:24.238010 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af8f07-ae13-4039-b552-0b5eaccc821c req-6aed54b6-fe40-4b75-a136-8dcf92f3435c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:24.239516 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31af8f07-ae13-4039-b552-0b5eaccc821c req-6aed54b6-fe40-4b75-a136-8dcf92f3435c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0526519 Jan 13 14:59:24.291230 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-31af8f07-ae13-4039-b552-0b5eaccc821c req-99f95a47-dbf0-4f74-b8dc-500d9a46fdb6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Jan 13 14:59:24.864895 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-2c496728-73df-4e77-acc6-756e2ec26951 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400662 Jan 13 14:59:24.946025 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-56635508-1b89-46ec-aa30-2ab487bd771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:24.947550 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-56635508-1b89-46ec-aa30-2ab487bd771d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0413272 Jan 13 14:59:25.051767 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-be273b99-304a-4359-958d-aabb4544f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:25.053210 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-be273b99-304a-4359-958d-aabb4544f9d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.0866535 Jan 13 14:59:25.118798 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-c4c8c7fc-d13d-4402-bd41-b2028ad5cbff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 1001 time: 0.0574534 Jan 13 14:59:25.168763 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-c6679c79-fb63-45c6-ae78-3a0c10927437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:25.171261 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-c6679c79-fb63-45c6-ae78-3a0c10927437 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0474863 Jan 13 14:59:25.214425 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-a39b55ae-b22f-4ec8-8f10-0eb28308cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:25.216464 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-a39b55ae-b22f-4ec8-8f10-0eb28308cd73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387783 Jan 13 14:59:25.304516 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-ec5f5dd8-f87c-4308-b7ce-20f53c6a797b service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811524 Jan 13 14:59:25.396878 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-4a76f5a5-a3e3-4d50-88f4-db1890d05c25 req-c10137c2-84bd-4ec3-8b38-c9e320c39de2 service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Jan 13 14:59:25.407455 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e541e6-ca1e-4700-8189-e813175c9fe8 req-fef2de43-6b5d-4b7e-83aa-83d58c80952e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:25.409013 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1e541e6-ca1e-4700-8189-e813175c9fe8 req-fef2de43-6b5d-4b7e-83aa-83d58c80952e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0483222 Jan 13 14:59:25.460820 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1e541e6-ca1e-4700-8189-e813175c9fe8 req-03fd1b5e-93a0-4a10-a14f-1264610b2030 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 Jan 13 14:59:26.578473 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09512c21-cabb-49af-b22f-b4b9dd4c2674 req-7b3f8e7e-b8b3-49bd-83d0-a7167892e924 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:26.580577 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-09512c21-cabb-49af-b22f-b4b9dd4c2674 req-7b3f8e7e-b8b3-49bd-83d0-a7167892e924 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0528700 Jan 13 14:59:26.628706 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-09512c21-cabb-49af-b22f-b4b9dd4c2674 req-5e833a6a-566d-4241-8a64-33a27540502e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Jan 13 14:59:27.743300 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0c4f-c646-43fe-aef6-1d9433955c55 req-888e87d4-0d46-49e6-9bf0-c718dde55f52 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:27.744795 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-78dd0c4f-c646-43fe-aef6-1d9433955c55 req-888e87d4-0d46-49e6-9bf0-c718dde55f52 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0487773 Jan 13 14:59:27.794341 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-78dd0c4f-c646-43fe-aef6-1d9433955c55 req-f1d5da2c-a4de-4358-90f1-919fcc47042b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Jan 13 14:59:28.909708 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d98e94-6209-47af-9dc7-eb06ca59ad8e req-875418da-6e0a-4fc2-8378-3ff68581c8df tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:28.911255 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-47d98e94-6209-47af-9dc7-eb06ca59ad8e req-875418da-6e0a-4fc2-8378-3ff68581c8df tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0476031 Jan 13 14:59:28.962436 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-47d98e94-6209-47af-9dc7-eb06ca59ad8e req-7839de94-b86a-45e8-9b96-36819831226e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Jan 13 14:59:30.077053 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6fcd9-3e34-453d-b1d9-e325f638ede4 req-2cd43c61-1240-413e-aa04-7461410d50e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:30.078689 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a0f6fcd9-3e34-453d-b1d9-e325f638ede4 req-2cd43c61-1240-413e-aa04-7461410d50e9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0485618 Jan 13 14:59:30.127293 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a0f6fcd9-3e34-453d-b1d9-e325f638ede4 req-b3d96ace-718e-4c74-b304-abc0aa1304fe tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Jan 13 14:59:30.323356 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-29f39cd1-f175-4e76-8db3-051873ac6605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:31.239441 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eabab-f9e7-4bac-9280-5f5959689f03 req-79309e3a-87d9-488f-af25-5a28719715ca tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:31.240891 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ad5eabab-f9e7-4bac-9280-5f5959689f03 req-79309e3a-87d9-488f-af25-5a28719715ca tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0478585 Jan 13 14:59:31.290627 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ad5eabab-f9e7-4bac-9280-5f5959689f03 req-1d1aa53d-016a-406f-bde4-15b7ad8caea6 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Jan 13 14:59:32.409216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe58bde-6e21-4b68-bad9-710b7a4be82b req-6d5a6c60-7a1a-48fb-9aa7-235d2d323c1a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:32.410739 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cfe58bde-6e21-4b68-bad9-710b7a4be82b req-6d5a6c60-7a1a-48fb-9aa7-235d2d323c1a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0532918 Jan 13 14:59:32.459567 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-cfe58bde-6e21-4b68-bad9-710b7a4be82b req-aa5fd761-e07c-409b-9e2a-18a7dda1a00c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Jan 13 14:59:32.918110 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-84d12b9c-346b-4373-8c2e-fe839db518e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:33.576649 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af122db-34ef-4218-83e2-e5ae368ca1f1 req-6b8b6dc7-0c1e-4c06-9518-0c9aaf0fb8d8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:33.578126 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1af122db-34ef-4218-83e2-e5ae368ca1f1 req-6b8b6dc7-0c1e-4c06-9518-0c9aaf0fb8d8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0507870 Jan 13 14:59:33.628459 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1af122db-34ef-4218-83e2-e5ae368ca1f1 req-81e443dd-cfe3-45ac-91ee-8616d5835d9c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441740 Jan 13 14:59:34.231149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:34.742432 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396fa6c-dba2-4317-b4a3-202f10287753 req-0e87400e-6339-4440-9190-89806d152e2f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:34.744077 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5396fa6c-dba2-4317-b4a3-202f10287753 req-0e87400e-6339-4440-9190-89806d152e2f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0484993 Jan 13 14:59:34.797118 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-5396fa6c-dba2-4317-b4a3-202f10287753 req-a42544a9-2b17-4566-b2bf-1bf8e56d12ce tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474656 Jan 13 14:59:35.259634 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:35.912640 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040fd81-3cb8-4795-9cfa-9ea831c98c50 req-574fc9d4-96dc-4824-a4d3-c0e5781a37fc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:35.914109 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c040fd81-3cb8-4795-9cfa-9ea831c98c50 req-574fc9d4-96dc-4824-a4d3-c0e5781a37fc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0497162 Jan 13 14:59:35.964448 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c040fd81-3cb8-4795-9cfa-9ea831c98c50 req-283d9fb5-a1c7-447c-9e6c-1487b36d486d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Jan 13 14:59:36.700251 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:37.078484 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4895ccb-5a58-4f2a-8c3b-26b02cf9c505 req-1253b42e-4b2c-4a68-a6a5-6af795623fea tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:37.081217 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e4895ccb-5a58-4f2a-8c3b-26b02cf9c505 req-1253b42e-4b2c-4a68-a6a5-6af795623fea tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0506134 Jan 13 14:59:37.130058 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e4895ccb-5a58-4f2a-8c3b-26b02cf9c505 req-7b5d3b81-df75-43ca-8eff-e6d36a7357bb tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Jan 13 14:59:38.246270 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaf8a-d422-4bea-a98f-0ab0780d62ab req-2e6317ac-2817-41fb-b53e-232cd92a7b1b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:38.247759 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00deaf8a-d422-4bea-a98f-0ab0780d62ab req-2e6317ac-2817-41fb-b53e-232cd92a7b1b tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0512946 Jan 13 14:59:38.295703 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-00deaf8a-d422-4bea-a98f-0ab0780d62ab req-13c93748-a491-4d20-8322-60d04bb7292e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jan 13 14:59:39.416105 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f9a8-57eb-44a2-b224-e0aebb2e1170 req-0491a329-60b0-48a4-95b1-62dd76f86c64 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:39.417755 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1705f9a8-57eb-44a2-b224-e0aebb2e1170 req-0491a329-60b0-48a4-95b1-62dd76f86c64 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0489407 Jan 13 14:59:39.466069 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1705f9a8-57eb-44a2-b224-e0aebb2e1170 req-e453bb37-97ea-4e09-bc92-e3e6f5f4f068 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Jan 13 14:59:40.584666 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e407d-9ddd-4721-8ff7-9889e2658ef5 req-c1e9dc7d-c102-4b05-8cf2-9f1f263f9734 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:40.586124 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-991e407d-9ddd-4721-8ff7-9889e2658ef5 req-c1e9dc7d-c102-4b05-8cf2-9f1f263f9734 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0531788 Jan 13 14:59:40.633997 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-991e407d-9ddd-4721-8ff7-9889e2658ef5 req-94a87adc-a8ea-4859-9753-9915919cdf78 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Jan 13 14:59:41.751111 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af1f5-eb3f-40c8-86bf-53d2b7758118 req-90b6b9ac-3d04-48a1-a565-5142813fd597 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:41.752560 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c84af1f5-eb3f-40c8-86bf-53d2b7758118 req-90b6b9ac-3d04-48a1-a565-5142813fd597 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0493028 Jan 13 14:59:41.802912 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c84af1f5-eb3f-40c8-86bf-53d2b7758118 req-3dcc698b-4a60-4e18-b98e-5f8c51ccd76f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Jan 13 14:59:42.917630 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22671-ff9b-4e7f-b716-8ecc0fff4a4b req-00be7eba-d802-49cb-bd30-4d8cf8a47e44 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:42.919122 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3cd22671-ff9b-4e7f-b716-8ecc0fff4a4b req-00be7eba-d802-49cb-bd30-4d8cf8a47e44 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0484853 Jan 13 14:59:42.971202 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3cd22671-ff9b-4e7f-b716-8ecc0fff4a4b req-466cbf98-bcfb-40e2-8c7f-c359e7d80485 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463915 Jan 13 14:59:44.085736 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a048-a94a-4461-be05-760f72719aeb req-94357220-533c-4a9e-872a-dd2a019ffac1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:44.087252 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f357a048-a94a-4461-be05-760f72719aeb req-94357220-533c-4a9e-872a-dd2a019ffac1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0488760 Jan 13 14:59:44.137683 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-f357a048-a94a-4461-be05-760f72719aeb req-feaf85ea-4d8b-4382-85e3-377215fd92b1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Jan 13 14:59:45.253359 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae6cec-07c5-472d-8a8f-3478cf69e3f2 req-8367e23b-3863-4445-a1aa-144d8e1b08f0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:45.254849 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-68ae6cec-07c5-472d-8a8f-3478cf69e3f2 req-8367e23b-3863-4445-a1aa-144d8e1b08f0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0507827 Jan 13 14:59:45.302338 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-68ae6cec-07c5-472d-8a8f-3478cf69e3f2 req-1bf54336-1653-4163-9c92-839241cc3cfc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Jan 13 14:59:46.422998 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df27c0-71d0-4e04-baa7-4e5a127c91d7 req-48d7afe8-95fa-42e2-a2ad-16ed3a231367 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:46.424457 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-08df27c0-71d0-4e04-baa7-4e5a127c91d7 req-48d7afe8-95fa-42e2-a2ad-16ed3a231367 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0553701 Jan 13 14:59:46.472495 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-08df27c0-71d0-4e04-baa7-4e5a127c91d7 req-27092675-83e7-40ca-86b7-3c5efbabaf4c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Jan 13 14:59:46.757044 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 14:59:47.590251 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5b76-a59c-4fc8-b144-e202f3a59528 req-6c7fcc9d-443c-47aa-acdf-47ab5fd313c5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:47.591748 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-26bc5b76-a59c-4fc8-b144-e202f3a59528 req-6c7fcc9d-443c-47aa-acdf-47ab5fd313c5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0489190 Jan 13 14:59:47.639245 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-26bc5b76-a59c-4fc8-b144-e202f3a59528 req-82579ab5-bddf-4619-b0ae-d74307b0fbf8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Jan 13 14:59:48.779670 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc2d14-eb77-402e-8743-2f5bf65850a0 req-f01a2557-8439-4672-bb0b-8f84671b05e8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:48.781140 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e8dc2d14-eb77-402e-8743-2f5bf65850a0 req-f01a2557-8439-4672-bb0b-8f84671b05e8 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0478668 Jan 13 14:59:48.834149 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e8dc2d14-eb77-402e-8743-2f5bf65850a0 req-05f3d52f-21fa-4446-994f-a2551ac28731 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Jan 13 14:59:49.950026 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d4f1-4a74-404b-aa49-cc96fc362b89 req-bfb500eb-7723-4b3f-9e3b-9e4f25eee970 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:49.951510 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2329d4f1-4a74-404b-aa49-cc96fc362b89 req-bfb500eb-7723-4b3f-9e3b-9e4f25eee970 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0494933 Jan 13 14:59:50.001377 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2329d4f1-4a74-404b-aa49-cc96fc362b89 req-03a20411-c827-4020-8c84-f97f68fa6b51 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Jan 13 14:59:51.117746 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55543c-98d1-4166-bc22-a2f65762defa req-cfd1d40f-6854-4a01-a469-fca35b0fdf38 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:51.119235 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f55543c-98d1-4166-bc22-a2f65762defa req-cfd1d40f-6854-4a01-a469-fca35b0fdf38 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0497670 Jan 13 14:59:51.167376 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-0f55543c-98d1-4166-bc22-a2f65762defa req-ad352b01-bdea-482e-aa28-78bdbc1795b4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Jan 13 14:59:52.283223 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ed5a-fe34-458f-ac97-a1a21e09df76 req-ef8a3f6f-aa1a-4bf6-8a6f-e988084cc185 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:52.284677 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9eb9ed5a-fe34-458f-ac97-a1a21e09df76 req-ef8a3f6f-aa1a-4bf6-8a6f-e988084cc185 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0519648 Jan 13 14:59:52.332815 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-9eb9ed5a-fe34-458f-ac97-a1a21e09df76 req-40f42148-7c49-4788-9938-3afe53720897 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Jan 13 14:59:53.445987 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70e70e-7026-4232-b655-2bfa0d32a40b req-31c0654e-034f-4cdb-a3b2-62f791c37ff0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:53.447411 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ac70e70e-7026-4232-b655-2bfa0d32a40b req-31c0654e-034f-4cdb-a3b2-62f791c37ff0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0496936 Jan 13 14:59:53.495518 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-ac70e70e-7026-4232-b655-2bfa0d32a40b req-e1bb7ff8-d368-4a78-b04c-1615dcabcbb4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Jan 13 14:59:54.613603 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93353ff3-0b23-4eda-9694-321a21039f6d req-3aba8c9d-7748-42d1-99fc-b0aa94ffabe2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:54.625235 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-93353ff3-0b23-4eda-9694-321a21039f6d req-3aba8c9d-7748-42d1-99fc-b0aa94ffabe2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0522573 Jan 13 14:59:54.664461 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-93353ff3-0b23-4eda-9694-321a21039f6d req-da6fd288-a42e-4ec3-8544-9328c5ad1b5a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Jan 13 14:59:55.778831 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1da4-1d05-4002-a971-7ae034d1ef98 req-02b047f7-2dfe-4e8e-82e4-ae824d05b099 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:55.780384 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1fb1da4-1d05-4002-a971-7ae034d1ef98 req-02b047f7-2dfe-4e8e-82e4-ae824d05b099 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0485761 Jan 13 14:59:55.831882 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-b1fb1da4-1d05-4002-a971-7ae034d1ef98 req-ca26f7f2-3763-4703-927d-42bad476cbae tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451865 Jan 13 14:59:56.946378 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe2454-e9f5-4797-ac9c-d4d5bd792a4e req-5d50f178-3950-4e7e-a95c-a656a3f3e94e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:56.947889 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1bfe2454-e9f5-4797-ac9c-d4d5bd792a4e req-5d50f178-3950-4e7e-a95c-a656a3f3e94e tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0500703 Jan 13 14:59:57.001524 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-1bfe2454-e9f5-4797-ac9c-d4d5bd792a4e req-901f0727-f979-4ba4-9c36-220b0c8e5364 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Jan 13 14:59:57.928402 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 14:59:58.117640 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb81b8-1e98-4599-8e8e-c365a3f70d93 req-984337d0-e7de-4083-9d54-4f5a04c5ec42 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:58.119165 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fcdb81b8-1e98-4599-8e8e-c365a3f70d93 req-984337d0-e7de-4083-9d54-4f5a04c5ec42 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0501297 Jan 13 14:59:58.169287 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-fcdb81b8-1e98-4599-8e8e-c365a3f70d93 req-b5677fb6-ab14-4683-a528-2ba451549ed0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Jan 13 14:59:59.281525 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f6e28-cc32-40ac-b92b-8ca67a08a0b1 req-d2ce6f10-1a87-4cc5-9968-4301c2c291bc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 14:59:59.282991 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-792f6e28-cc32-40ac-b92b-8ca67a08a0b1 req-d2ce6f10-1a87-4cc5-9968-4301c2c291bc tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0478137 Jan 13 14:59:59.331135 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-792f6e28-cc32-40ac-b92b-8ca67a08a0b1 req-d4f49a82-cc13-4967-98b4-a52ebcc9728a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Jan 13 15:00:00.345650 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b345-c5fb-4e16-8fd4-f95e085af683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:00.448739 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3325-24de-4b0a-a735-974e64131c8d req-5f3ec75d-3997-441f-b92b-24ec9d84460c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:00.450184 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c2bf3325-24de-4b0a-a735-974e64131c8d req-5f3ec75d-3997-441f-b92b-24ec9d84460c tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0532165 Jan 13 15:00:00.499683 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c2bf3325-24de-4b0a-a735-974e64131c8d req-5768e05e-0779-47c1-9ae7-349fc93de9dd tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Jan 13 15:00:01.613377 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd68c8-ed3a-4c63-913f-ee511c6188a7 req-40779211-d4ba-470c-bf68-40dca9692cf1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:01.614850 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2fdd68c8-ed3a-4c63-913f-ee511c6188a7 req-40779211-d4ba-470c-bf68-40dca9692cf1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0473804 Jan 13 15:00:01.702376 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2fdd68c8-ed3a-4c63-913f-ee511c6188a7 req-908d7654-572e-4f9a-a37f-0244d1960a26 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820847 Jan 13 15:00:02.815704 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacef5a-c250-401e-9081-332ec90e474d req-4407fd53-f2a7-4142-84eb-5b16527a831f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:02.817185 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3cacef5a-c250-401e-9081-332ec90e474d req-4407fd53-f2a7-4142-84eb-5b16527a831f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0472436 Jan 13 15:00:02.869702 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3cacef5a-c250-401e-9081-332ec90e474d req-17b47726-8aab-4d46-8b7a-604bf2568da0 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470409 Jan 13 15:00:02.917203 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c7c35f44-63c7-447d-a797-966d584a56f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:03.984027 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16c7-a14e-4193-9a03-499de7fca6fb req-415b481b-3535-4aa8-888d-eb152364ac31 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:03.985501 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d77c16c7-a14e-4193-9a03-499de7fca6fb req-415b481b-3535-4aa8-888d-eb152364ac31 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0486345 Jan 13 15:00:04.034705 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-d77c16c7-a14e-4193-9a03-499de7fca6fb req-5e856f61-1ba2-4f20-b599-2b7f03f2c1c3 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Jan 13 15:00:04.190951 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:05.145790 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e5ef-7ee5-4120-9889-f9b5d95a762f req-d424c12e-02c2-426b-be4f-1535361ffc01 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:05.147276 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a129e5ef-7ee5-4120-9889-f9b5d95a762f req-d424c12e-02c2-426b-be4f-1535361ffc01 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0475161 Jan 13 15:00:05.195507 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-a129e5ef-7ee5-4120-9889-f9b5d95a762f req-90bbff96-4dbb-44e2-ad34-5110ea30a4f2 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Jan 13 15:00:05.247124 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:06.313037 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e7e9-cb8f-496f-9bca-6e4686c93ed1 req-0c994e5c-d6d1-47fb-bf7b-bf8293c8eee4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:06.314734 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7784e7e9-cb8f-496f-9bca-6e4686c93ed1 req-0c994e5c-d6d1-47fb-bf7b-bf8293c8eee4 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0525048 Jan 13 15:00:06.362699 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-7784e7e9-cb8f-496f-9bca-6e4686c93ed1 req-eab308b0-6c1c-40e2-ae52-0c2f0c028307 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Jan 13 15:00:06.739447 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:07.475137 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0686064-a91b-4344-9d50-4d62f2ef446c req-6c72e78e-5b8c-4d88-9f0d-f827c82c9e24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:07.476524 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e0686064-a91b-4344-9d50-4d62f2ef446c req-6c72e78e-5b8c-4d88-9f0d-f827c82c9e24 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0483546 Jan 13 15:00:07.525522 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-e0686064-a91b-4344-9d50-4d62f2ef446c req-f83a81f6-16c2-4d22-89d7-96f2bb54773a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Jan 13 15:00:08.640626 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e440cb-918f-4835-993a-d04407393ae6 req-7e26e6ed-c50b-4250-b9f0-5bd960036a3a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:08.642317 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-68e440cb-918f-4835-993a-d04407393ae6 req-7e26e6ed-c50b-4250-b9f0-5bd960036a3a tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0506320 Jan 13 15:00:08.690450 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-68e440cb-918f-4835-993a-d04407393ae6 req-dc765320-4593-4d3c-a8fa-50d1707bda09 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Jan 13 15:00:09.804911 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d202a9-6345-44f5-8f29-52b78dc20516 req-4fe8c84b-c97e-40ae-b910-b2ab8d5f7b62 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:09.806421 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-62d202a9-6345-44f5-8f29-52b78dc20516 req-4fe8c84b-c97e-40ae-b910-b2ab8d5f7b62 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0486369 Jan 13 15:00:09.855882 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-62d202a9-6345-44f5-8f29-52b78dc20516 req-5d0b628f-b022-4ea1-b09f-3d72a2b615f9 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438592 Jan 13 15:00:10.969069 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc792-b1e2-478b-8e53-d24de98a59cd req-0a9ba758-3c06-41d9-bb3f-b93452e2bb60 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:10.970632 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c0ffc792-b1e2-478b-8e53-d24de98a59cd req-0a9ba758-3c06-41d9-bb3f-b93452e2bb60 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0493109 Jan 13 15:00:11.022171 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-c0ffc792-b1e2-478b-8e53-d24de98a59cd req-b1f85dfd-9085-4124-82d1-3489f96df927 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Jan 13 15:00:11.899604 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-66945b07-8bc9-4122-a8a5-5ed9eaecac67 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:11.900956 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-66945b07-8bc9-4122-a8a5-5ed9eaecac67 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0481050 Jan 13 15:00:11.991956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Deleting port de507828-514f-44e4-ab27-384a474af3f0 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:11.992295 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (de507828-514f-44e4-ab27-384a474af3f0), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:12.081919 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] For port de507828-514f-44e4-ab27-384a474af3f0, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=de507828-514f-44e4-ab27-384a474af3f0,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:12.082291 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (de507828-514f-44e4-ab27-384a474af3f0), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:12.095904 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Calling delete_port for de507828-514f-44e4-ab27-384a474af3f0 owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:12.136290 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501f7d4-4e97-4148-92d8-799092ac0f23 req-2d9b1cf5-4277-4501-9b3d-bf9154ded1e1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:12.137779 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3501f7d4-4e97-4148-92d8-799092ac0f23 req-2d9b1cf5-4277-4501-9b3d-bf9154ded1e1 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 945 time: 0.0500369 Jan 13 15:00:12.196901 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-3501f7d4-4e97-4148-92d8-799092ac0f23 req-bb889d13-ffe1-492b-b164-c8bb8cf726b5 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Jan 13 15:00:12.265388 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (de507828-514f-44e4-ab27-384a474af3f0), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:12.295259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'Port': ['ID=de507828-514f-44e4-ab27-384a474af3f0,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:12.323620 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.323620 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.323850 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.324883 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.324883 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.325206 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.325317 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.325593 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.325926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.326247 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.326571 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.326910 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.327234 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:12.350509 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] No DVR routers for this DVR port de507828-514f-44e4-ab27-384a474af3f0 on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:12.353262 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:12.356784 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-65535417-e2e7-476d-8db4-a6acd30b4459 req-13de8480-1c9e-4e28-9adb-0833a675cc1d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "DELETE /v2.0/ports/de507828-514f-44e4-ab27-384a474af3f0 HTTP/1.1" status: 204 len: 173 time: 0.4504533 Jan 13 15:00:12.357404 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'name': 'network-vif-deleted', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 15:00:12.359590 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b5411-b26e-4bf0-b350-b85eba804216" -d '{"events": [{"server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "name": "network-vif-deleted", "tag": "de507828-514f-44e4-ab27-384a474af3f0"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 15:00:12.393619 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 13 Jan 2022 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d0308-4f5e-47d4-be53-33b3b8ee0764 x-openstack-request-id: req-bf3d0308-4f5e-47d4-be53-33b3b8ee0764 {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 15:00:12.394070 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "name": "network-vif-deleted", "tag": "de507828-514f-44e4-ab27-384a474af3f0", "status": "failed", "code": 422}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 15:00:12.394333 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3d0308-4f5e-47d4-be53-33b3b8ee0764 {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 15:00:12.394819 dv-cinder-823726-5-iscsi neutron-server[109677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'name': 'network-vif-deleted', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0', 'status': 'failed', 'code': 422} returned with failed status Jan 13 15:00:13.292483 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-2891204e-fb2a-4473-8940-162217b29764 req-92c58446-b685-49ce-a876-4118c0013d02 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 210 time: 0.0258875 Jan 13 15:00:13.506202 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-bd9fd38c-7ae3-456a-b92d-94dec893536a req-a8aaf218-f654-4d20-bef3-2c82504df043 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f53a90-0a09-49f4-9a7a-89a85fb3c89d HTTP/1.1" status: 200 len: 210 time: 0.0268946 Jan 13 15:00:14.558552 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device de507828-514f-44e4-ab27-384a474af3f0 no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:14.579944 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: de507828-514f-44e4-ab27-384a474af3f0 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:14.580292 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device de507828-514f-44e4-ab27-384a474af3f0 not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:16.743100 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47316) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:16.756529 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:16.898880 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Deleting port ff07709c-b667-40fc-aeb8-17c5a19d39eb {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:16.899106 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:16.972854 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:16.973173 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (ff07709c-b667-40fc-aeb8-17c5a19d39eb), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:16.984727 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Calling delete_port for ff07709c-b667-40fc-aeb8-17c5a19d39eb owned by network:floatingip {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:17.207747 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (ff07709c-b667-40fc-aeb8-17c5a19d39eb), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:17.238026 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'Port': ['ID=ff07709c-b667-40fc-aeb8-17c5a19d39eb,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:17.299504 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (2e43ec84-6374-43e8-891e-2b78d8061220), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:17.299955 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.db.l3_db [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Floating IP 2e43ec84-6374-43e8-891e-2b78d8061220 disassociated (deleted). External IP: 172.27.0.173, port: e0b91dd6-821d-48b4-8961-45d77de6409d. Jan 13 15:00:17.507259 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 15:00:17.620926 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 15:00:17.625690 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:17.633752 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 15:00:17.643851 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:17.644468 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:17.652950 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-edd65b15-5ecb-47ca-bb2e-586878a3d711 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "DELETE /v2.0/floatingips/2e43ec84-6374-43e8-891e-2b78d8061220 HTTP/1.1" status: 204 len: 168 time: 0.9086297 Jan 13 15:00:17.653539 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 15:00:17.655799 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e58e3e-0b3e-4476-af2b-04e537909068" -d '{"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 15:00:17.753299 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:17.964484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:17.992571 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 15:00:18.001212 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:18.002578 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:18.044151 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b080a649-a24a-4f90-a7fa-12cf37d91bff x-openstack-request-id: req-b080a649-a24a-4f90-a7fa-12cf37d91bff {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 15:00:18.044684 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 15:00:18.044796 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b080a649-a24a-4f90-a7fa-12cf37d91bff {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 15:00:18.045258 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'status': 'completed', 'code': 200} Jan 13 15:00:18.113832 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-bbfc4238-f9ed-4e62-80ae-8f2a8d71e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:18.115621 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-bbfc4238-f9ed-4e62-80ae-8f2a8d71e8af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=013e714330fb4919b89cd5e680505e90&device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0479696 Jan 13 15:00:18.123430 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:18.148732 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb8fb-8b8f-4ae1-943d-d5974844caa1 req-e0394fae-5562-495a-b3f1-19a3a5390fae tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:18.151093 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-935cb8fb-8b8f-4ae1-943d-d5974844caa1 req-e0394fae-5562-495a-b3f1-19a3a5390fae tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0583441 Jan 13 15:00:18.207601 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-935cb8fb-8b8f-4ae1-943d-d5974844caa1 req-33064a1a-9014-454c-a3a4-68e2cde54713 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 Jan 13 15:00:18.223132 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-5eec9672-cbcc-40f9-9b1f-97ab7d2b6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:18.228761 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-5eec9672-cbcc-40f9-9b1f-97ab7d2b6476 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 200 len: 911 time: 0.1017644 Jan 13 15:00:18.274218 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-3bdc3cb8-78d1-44c5-ab28-83153b9d9f1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 200 len: 217 time: 0.0420995 Jan 13 15:00:18.323292 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-04bee312-3c79-4b32-8ac5-901cb2e566f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:18.324712 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-04bee312-3c79-4b32-8ac5-901cb2e566f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 200 len: 850 time: 0.0440757 Jan 13 15:00:18.339834 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:18.370055 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2f61-d111-479d-b7ac-bde34b6f837d None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T14:53:46Z', 'revision_number': 4, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi', '_interfaces': [{'id': 'a53d71ed-16c9-4d3f-a468-9fa6b254c1a3', 'name': '', 'network_id': '3312d895-15da-4dac-8695-c4ec07b0622a', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'mac_address': 'fa:16:3e:27:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:46Z', 'updated_at': '2022-01-13T14:53:50Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'subnets': [{'id': 'f826359b-0a2d-4180-bc80-31ccf1fe9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 15:00:18.375796 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-c78b77ed-a84d-47f8-bc53-ffdad23d2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:18.377561 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-c78b77ed-a84d-47f8-bc53-ffdad23d2a1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3312d895-15da-4dac-8695-c4ec07b0622a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468791 Jan 13 15:00:18.469895 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-be776921-ac47-4c2b-8773-715406a868ee service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Jan 13 15:00:18.602717 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff23b2-366a-4278-bcfc-b86a4725c8f5 None None] New status for floating IP 2e43ec84-6374-43e8-891e-2b78d8061220: DOWN {{(pid=109679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 15:00:18.830829 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-a6e58e3e-0b3e-4476-af2b-04e537909068 req-8c6aaa2c-8683-4fb4-b33a-8b8bcb6b2f0e service neutron] 10.222.0.66 "GET /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525772 Jan 13 15:00:19.325517 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29045442-5b0d-454e-947f-796c0ce182e2 req-c34358ff-865c-4367-bc72-ec9e8fb4ab2d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:19.327010 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-29045442-5b0d-454e-947f-796c0ce182e2 req-c34358ff-865c-4367-bc72-ec9e8fb4ab2d tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Jan 13 15:00:19.374924 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-29045442-5b0d-454e-947f-796c0ce182e2 req-9b0f2746-0b79-4b0d-b182-01094d852b27 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc45d6c9-4096-4e99-b62b-7c2d40881a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Jan 13 15:00:19.470678 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-ed94a6de-6ea6-4173-b4be-a716c2aa3d67 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 15:00:19.472646 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-ed94a6de-6ea6-4173-b4be-a716c2aa3d67 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jan 13 15:00:19.563279 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Deleting port e0b91dd6-821d-48b4-8961-45d77de6409d {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:19.563618 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:19.653434 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] For port e0b91dd6-821d-48b4-8961-45d77de6409d, host hv-cinder-82372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82372',level=0,port_id=e0b91dd6-821d-48b4-8961-45d77de6409d,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:19.653794 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:19.667573 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Calling delete_port for e0b91dd6-821d-48b4-8961-45d77de6409d owned by compute:nova {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:19.859221 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (e0b91dd6-821d-48b4-8961-45d77de6409d), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:19.887399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'Port': ['ID=e0b91dd6-821d-48b4-8961-45d77de6409d,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:19.933029 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] No DVR routers for this DVR port e0b91dd6-821d-48b4-8961-45d77de6409d on host hv-cinder-82372 {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:19.935445 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for port (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:19.938735 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [req-b29495f4-fc1b-4e3b-9ab5-ae7c2b910614 req-43f2c434-b8b7-413b-b1f8-016d72dcc930 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.66 "DELETE /v2.0/ports/e0b91dd6-821d-48b4-8961-45d77de6409d HTTP/1.1" status: 204 len: 173 time: 0.4603524 Jan 13 15:00:20.046679 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'name': 'network-vif-deleted', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d'}] {{(pid=109677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 15:00:20.048992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad358494ecec38a9a88e9015762694d0681d9cee12a73d8fe130900b1138d85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc266c18-9e57-4878-9147-819bf3080c49" -d '{"events": [{"server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "name": "network-vif-deleted", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d"}]}' {{(pid=109677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 15:00:20.083805 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724e98f-9bbe-4c0d-807c-2b80f289aacf x-openstack-request-id: req-3724e98f-9bbe-4c0d-807c-2b80f289aacf {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 15:00:20.084098 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22992981-8107-45a9-a3ac-3ee0dcdb4ce6", "name": "network-vif-deleted", "tag": "e0b91dd6-821d-48b4-8961-45d77de6409d", "status": "completed", "code": 200}]} {{(pid=109677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 15:00:20.084371 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3724e98f-9bbe-4c0d-807c-2b80f289aacf {{(pid=109677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 15:00:20.084751 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22992981-8107-45a9-a3ac-3ee0dcdb4ce6', 'name': 'network-vif-deleted', 'tag': 'e0b91dd6-821d-48b4-8961-45d77de6409d', 'status': 'completed', 'code': 200} Jan 13 15:00:20.472908 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [req-863f5bc7-7fae-4349-9c8c-e9e7ffc35d01 req-bd4f1062-a0c5-41ef-95b7-f3666ea8e461 tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "GET /v2.0/ports?device_id=22992981-8107-45a9-a3ac-3ee0dcdb4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0262268 Jan 13 15:00:21.529642 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47332) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:21.652413 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Deleting port 8c95f801-2ee3-43ce-b719-9e6b03b02bfe {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:21.652754 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:21.729134 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:21.729457 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:21.745216 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Calling delete_port for 8c95f801-2ee3-43ce-b719-9e6b03b02bfe owned by network:floatingip {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:21.991135 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (8c95f801-2ee3-43ce-b719-9e6b03b02bfe), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:22.016252 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'Port': ['ID=8c95f801-2ee3-43ce-b719-9e6b03b02bfe,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:22.027672 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.028029 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.028374 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.028713 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.029050 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.029406 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.029729 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.030094 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.030426 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.030784 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.031112 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.031432 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.031754 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:22.084405 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for floatingip (43095daa-cdc9-4b40-87ab-6b14d7c69771), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:22.086990 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40258'] for floatingip (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:22.088129 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-afbb45b8-2b80-4821-a60f-c0440a16c5ec tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "DELETE /v2.0/floatingips/43095daa-cdc9-4b40-87ab-6b14d7c69771 HTTP/1.1" status: 204 len: 168 time: 0.5574501 Jan 13 15:00:23.413098 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47344) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:23.473213 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (cc45d6c9-4096-4e99-b62b-7c2d40881a4d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:23.501065 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (cc45d6c9-4096-4e99-b62b-7c2d40881a4d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:23.607569 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (cc45d6c9-4096-4e99-b62b-7c2d40881a4d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:23.610253 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:23.611441 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc45d6c9-4096-4e99-b62b-7c2d40881a4d HTTP/1.1" status: 204 len: 168 time: 0.1973479 Jan 13 15:00:23.620433 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae551f0-df89-44ac-82da-7e60d4f92e7f tempest-TestVolumeBootPattern-1382183552 tempest-TestVolumeBootPattern-1382183552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc45d6c9-4096-4e99-b62b-7c2d40881a4d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:23.764587 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47348) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:24.301191 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (12d021c2-87a5-44c6-b258-ed578d54ae60), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:24.546694 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Deleting port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:24.547042 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:24.557458 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e0b91dd6-821d-48b4-8961-45d77de6409d no longer exists at agent hyperv_hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:24.578127 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] No Port match for: e0b91dd6-821d-48b4-8961-45d77de6409d {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:24.578478 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Device e0b91dd6-821d-48b4-8961-45d77de6409d not bound to the agent host hv-cinder-82372 {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:24.634337 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] For port a53d71ed-16c9-4d3f-a468-9fa6b254c1a3, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:24.634786 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:24.647715 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Calling delete_port for a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 owned by network:router_interface {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:24.911340 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (a53d71ed-16c9-4d3f-a468-9fa6b254c1a3), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:24.937582 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Pushing event deleted for resources: {'Port': ['ID=a53d71ed-16c9-4d3f-a468-9fa6b254c1a3,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:25.110560 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (12d021c2-87a5-44c6-b258-ed578d54ae60), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:25.337238 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Router 12d021c2-87a5-44c6-b258-ed578d54ae60 has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 15:00:25.447142 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 15:00:25.452210 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-cb5f2328-e300-495e-9c36-c09a76de118d admin admin] 10.222.0.60 "PUT /v2.0/routers/12d021c2-87a5-44c6-b258-ed578d54ae60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6856685 Jan 13 15:00:25.456535 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Sync routers for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 15:00:25.457922 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47352) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:25.466495 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:25.467149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:25.569809 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks [] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:25.606695 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: dv-cinder-823726-5-iscsi {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:25.677602 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks [] for router_gateway (12d021c2-87a5-44c6-b258-ed578d54ae60), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:25.799438 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T15:00:24Z', 'revision_number': 5, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port': {'id': '7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:43Z', 'updated_at': '2022-01-13T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:25.803956 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Deleting port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:25.804544 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:25.826326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Checking router: 12d021c2-87a5-44c6-b258-ed578d54ae60 for host: dv-cinder-823726-5-iscsi {{(pid=109678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 15:00:25.835526 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Routers {'12d021c2-87a5-44c6-b258-ed578d54ae60'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:25.836161 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['12d021c2-87a5-44c6-b258-ed578d54ae60'], 'active': True} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:25.904736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] For port 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:25.905165 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:25.920937 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Calling delete_port for 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 owned by network:router_gateway {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:26.056316 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvr_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] Set router 12d021c2-87a5-44c6-b258-ed578d54ae60 gateway port host: None {{(pid=109678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:26.107901 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_hamode_db [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T15:00:25Z', 'revision_number': 6, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:26.137913 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdf741-8337-4160-826e-2b5ff930836f None None] The sync data for ids ['12d021c2-87a5-44c6-b258-ed578d54ae60'] in dv-cinder-823726-5-iscsi is: [{'id': '12d021c2-87a5-44c6-b258-ed578d54ae60', 'name': 'tempest-TestVolumeBootPattern-972430776-router', 'tenant_id': '013e714330fb4919b89cd5e680505e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:42Z', 'updated_at': '2022-01-13T15:00:25Z', 'revision_number': 6, 'project_id': '013e714330fb4919b89cd5e680505e90', 'gw_port_host': None}] {{(pid=109678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 15:00:26.191879 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.218719 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:26.278189 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (12d021c2-87a5-44c6-b258-ed578d54ae60), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.370648 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.372899 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks [] for router_controller (12d021c2-87a5-44c6-b258-ed578d54ae60), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.516714 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (12d021c2-87a5-44c6-b258-ed578d54ae60), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.517275 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d021c2-87a5-44c6-b258-ed578d54ae60 {{(pid=109677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 15:00:26.522736 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.523934 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-2087c02e-5e18-4996-813c-3c979013772c admin admin] 10.222.0.60 "DELETE /v2.0/routers/12d021c2-87a5-44c6-b258-ed578d54ae60 HTTP/1.1" status: 204 len: 168 time: 1.0650182 Jan 13 15:00:26.527183 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47354) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:26.590552 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Deleting subnet f826359b-0a2d-4180-bc80-31ccf1fe9a18 {{(pid=109677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 15:00:26.593685 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Publish callbacks [] for subnet (f826359b-0a2d-4180-bc80-31ccf1fe9a18), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.632409 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593515'] for subnet (f826359b-0a2d-4180-bc80-31ccf1fe9a18), precommit_delete_associations {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.715949 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (f826359b-0a2d-4180-bc80-31ccf1fe9a18), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.854120 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25699093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25709220'] for subnet (f826359b-0a2d-4180-bc80-31ccf1fe9a18), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.881054 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f826359b-0a2d-4180-bc80-31ccf1fe9a18,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:26.886498 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:26.891066 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-b1633578-b54e-47c6-b9c9-fa4682b19f84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f826359b-0a2d-4180-bc80-31ccf1fe9a18 HTTP/1.1" status: 204 len: 168 time: 0.3623168 Jan 13 15:00:26.892687 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d46eb-f267-4935-b7bf-0fbeaa573a79 None None] Network 3312d895-15da-4dac-8695-c4ec07b0622a requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 15:00:26.894285 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47356) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:26.979856 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (3312d895-15da-4dac-8695-c4ec07b0622a), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.043992 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Deleting port 73b1a0c5-142e-402b-8152-9b3c63f818fa {{(pid=109677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:27.045370 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.064458 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] DHCP port deletion for 3312d895-15da-4dac-8695-c4ec07b0622a request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 15:00:27.119957 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Deleting port 73b1a0c5-142e-402b-8152-9b3c63f818fa {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:27.120337 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.121586 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] For port 73b1a0c5-142e-402b-8152-9b3c63f818fa, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=73b1a0c5-142e-402b-8152-9b3c63f818fa,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:27.122033 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.140487 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Calling delete_port for 73b1a0c5-142e-402b-8152-9b3c63f818fa owned by network:dhcp {{(pid=109677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:27.192022 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] For port 73b1a0c5-142e-402b-8152-9b3c63f818fa, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=73b1a0c5-142e-402b-8152-9b3c63f818fa,segment=NetworkSegment(1069f2a9-05d6-4fd8-b33b-fb88fb05e472),segment_id=1069f2a9-05d6-4fd8-b33b-fb88fb05e472)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:27.192518 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.208747 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Calling delete_port for 73b1a0c5-142e-402b-8152-9b3c63f818fa owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:27.261826 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:27.284834 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:27.285094 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 7d4ccf6e-bc17-4ad5-9850-e38f7c9a40e9 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:27.285589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 73b1a0c5-142e-402b-8152-9b3c63f818fa no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:27.333174 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25699266'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.343039 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No active binding found for port 73b1a0c5-142e-402b-8152-9b3c63f818fa {{(pid=109678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 13 15:00:27.343418 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] The host dv-cinder-823726-5-iscsi is not matching for port 73b1a0c5-142e-402b-8152-9b3c63f818fa host None! {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 13 15:00:27.343807 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 73b1a0c5-142e-402b-8152-9b3c63f818fa not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:27.344229 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:27.359525 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b1a0c5-142e-402b-8152-9b3c63f818fa,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:27.363769 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] No DVR routers for this DVR port 73b1a0c5-142e-402b-8152-9b3c63f818fa on host dv-cinder-823726-5-iscsi {{(pid=109677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:27.371349 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:27.371711 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device a53d71ed-16c9-4d3f-a468-9fa6b254c1a3 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:27.373437 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (73b1a0c5-142e-402b-8152-9b3c63f818fa), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.400839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Pushing event deleted for resources: {'Port': ['ID=73b1a0c5-142e-402b-8152-9b3c63f818fa,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:27.405052 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] No DVR routers for this DVR port 73b1a0c5-142e-402b-8152-9b3c63f818fa on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:27.412052 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.412398 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.412739 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.418326 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc82ab2-29a7-4ac5-8d8e-7f37c86d2ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823726-5-iscsi {{(pid=109678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 15:00:27.462281 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (3312d895-15da-4dac-8695-c4ec07b0622a), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.484389 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3312d895-15da-4dac-8695-c4ec07b0622a']}} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:27.495282 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1069f2a9-05d6-4fd8-b33b-fb88fb05e472') {'for_net_delete': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:27.495588 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.services.segments.db [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1069f2a9-05d6-4fd8-b33b-fb88fb05e472') {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:27.505894 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593504'] for segment (1069f2a9-05d6-4fd8-b33b-fb88fb05e472), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.520760 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (1069f2a9-05d6-4fd8-b33b-fb88fb05e472), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.534982 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 15:00:27.535399 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25699311'] for segment (1069f2a9-05d6-4fd8-b33b-fb88fb05e472), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: warnings.warn(msg) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: Traceback (most recent call last): Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: timer() Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: cb(*args, **kw) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: return func(*args, **kwargs) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: self._notify() Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: self.callback(batched_events) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: event.method(event) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: return f(self, *a, **k) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._get(url).json() Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: return self.request(url, 'GET', **kwargs) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 15:00:27.537364 dv-cinder-823726-5-iscsi neutron-server[109677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 15:00:27.688138 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (3312d895-15da-4dac-8695-c4ec07b0622a), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.693597 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:27.697399 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3312d895-15da-4dac-8695-c4ec07b0622a HTTP/1.1" status: 204 len: 168 time: 0.8007450 Jan 13 15:00:27.700396 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47358) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:27.709369 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a40a9c-efe8-4384-a073-d19e88151434 admin admin] Pushing event deleted for resources: {'Network': ['ID=3312d895-15da-4dac-8695-c4ec07b0622a,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:28.271541 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566016'] for router_interface (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:28.563180 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Deleting port 1d68193f-7faa-484b-aaa8-0400a27ef583 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:28.563429 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:28.650744 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] For port 1d68193f-7faa-484b-aaa8-0400a27ef583, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=1d68193f-7faa-484b-aaa8-0400a27ef583,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:28.651105 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:28.664386 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Calling delete_port for 1d68193f-7faa-484b-aaa8-0400a27ef583 owned by network:router_interface {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:28.950131 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (1d68193f-7faa-484b-aaa8-0400a27ef583), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:28.978885 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d68193f-7faa-484b-aaa8-0400a27ef583,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:29.147022 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3623103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580752'] for router_interface (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:29.394584 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Router 208c3a9c-4bf0-4e70-86fc-94f53418b12e has already been hosted by L3 agent f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f {{(pid=109676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 15:00:29.505623 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] Notify agent at l3_agent.dv-cinder-823726-5-iscsi the message routers_updated {{(pid=109676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 15:00:29.511082 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-0031eeba-3082-4132-b7d4-ed8198522de6 admin admin] 10.222.0.60 "PUT /v2.0/routers/208c3a9c-4bf0-4e70-86fc-94f53418b12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8093572 Jan 13 15:00:29.513683 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47360) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:29.515065 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Sync routers for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 15:00:29.527037 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:29.527686 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:29.638013 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks [] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:29.651973 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: dv-cinder-823726-5-iscsi {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:29.758411 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks [] for router_gateway (208c3a9c-4bf0-4e70-86fc-94f53418b12e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:29.853477 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'external_fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T15:00:28Z', 'revision_number': 5, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port': {'id': '6ad623d3-30c7-4f75-a2e8-1e88d71415e0', 'name': '', 'network_id': '9fc7bba5-d3eb-4300-a9a7-0bf17a15f225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T14:53:50Z', 'updated_at': '2022-01-13T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ff11e2-0e94-43bb-8845-ac1cc799792a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823726-5-iscsi'}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:29.882881 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Checking router: 208c3a9c-4bf0-4e70-86fc-94f53418b12e for host: dv-cinder-823726-5-iscsi {{(pid=109679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 15:00:29.892167 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Routers {'208c3a9c-4bf0-4e70-86fc-94f53418b12e'} bound to L3 agent in host dv-cinder-823726-5-iscsi {{(pid=109679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 15:00:29.893002 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T14:38:03Z,description=,heartbeat_timestamp=2022-01-13T15:00:03Z,host='dv-cinder-823726-5-iscsi',id=f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T14:38:04Z,topic='l3_agent')) {'router_ids': ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'], 'active': True} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:29.903450 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Deleting port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:29.905604 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:29.993692 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_dvr_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] Set router 208c3a9c-4bf0-4e70-86fc-94f53418b12e gateway port host: None {{(pid=109679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 15:00:30.001607 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] For port 6ad623d3-30c7-4f75-a2e8-1e88d71415e0, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,segment=NetworkSegment(4d51df98-7ff3-485e-93a8-255a5c5fd6d8),segment_id=4d51df98-7ff3-485e-93a8-255a5c5fd6d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:30.002215 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.018137 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Calling delete_port for 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 owned by network:router_gateway {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:30.053440 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.l3_hamode_db [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T15:00:29Z', 'revision_number': 6, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port_host': None}], 'dv-cinder-823726-5-iscsi', False) {} {{(pid=109679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:30.079729 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f619a14-2c21-491c-9dc7-27e64e827cb5 None None] The sync data for ids ['208c3a9c-4bf0-4e70-86fc-94f53418b12e'] in dv-cinder-823726-5-iscsi is: [{'id': '208c3a9c-4bf0-4e70-86fc-94f53418b12e', 'name': 'tempest-TestVolumeBootPattern-2107399655-router', 'tenant_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T14:53:49Z', 'updated_at': '2022-01-13T15:00:29Z', 'revision_number': 6, 'project_id': '6b16bb02cd074f82bae4e5bf70a6a8b4', 'gw_port_host': None}] {{(pid=109679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 15:00:30.282212 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (6ad623d3-30c7-4f75-a2e8-1e88d71415e0), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.313456 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad623d3-30c7-4f75-a2e8-1e88d71415e0,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:30.333335 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-a88d35fe-cdfd-4ec0-8407-171438898942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.375891 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558586'] for router_gateway (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.468097 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6386'] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.470492 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks [] for router_controller (208c3a9c-4bf0-4e70-86fc-94f53418b12e), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.590409 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579178'] for router (208c3a9c-4bf0-4e70-86fc-94f53418b12e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.590993 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208c3a9c-4bf0-4e70-86fc-94f53418b12e {{(pid=109676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 15:00:30.595422 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.597070 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-23c9557a-72cf-4c26-8105-313c5eee804e admin admin] 10.222.0.60 "DELETE /v2.0/routers/208c3a9c-4bf0-4e70-86fc-94f53418b12e HTTP/1.1" status: 204 len: 168 time: 1.0819736 Jan 13 15:00:30.599271 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47362) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:30.644825 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Deleting subnet d1dbb121-b3f0-4cfd-bb38-4b1305414136 {{(pid=109676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 15:00:30.648230 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Publish callbacks [] for subnet (d1dbb121-b3f0-4cfd-bb38-4b1305414136), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.682906 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28324955'] for subnet (d1dbb121-b3f0-4cfd-bb38-4b1305414136), precommit_delete_associations {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.764365 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557521'] for subnet (d1dbb121-b3f0-4cfd-bb38-4b1305414136), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.898903 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28057637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28628756'] for subnet (d1dbb121-b3f0-4cfd-bb38-4b1305414136), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.925305 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1dbb121-b3f0-4cfd-bb38-4b1305414136,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:30.928903 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for subnet (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:30.932067 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-f2071426-2285-4a20-8058-82e8f67db2d5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d1dbb121-b3f0-4cfd-bb38-4b1305414136 HTTP/1.1" status: 204 len: 168 time: 0.3318124 Jan 13 15:00:30.935967 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47364) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:30.936154 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c16b80-ade7-461b-8f66-4d7ec4fae022 None None] Network 85daa7f1-2ac2-4d28-a726-16a27588c518 requested from dv-cinder-823726-5-iscsi {{(pid=109678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 15:00:31.014971 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614058'] for network (85daa7f1-2ac2-4d28-a726-16a27588c518), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.075357 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Deleting port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:31.075697 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.095141 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] DHCP port deletion for 85daa7f1-2ac2-4d28-a726-16a27588c518 request from dv-cinder-823726-5-iscsi {{(pid=109678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 15:00:31.150515 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] For port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:31.151038 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.151212 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Deleting port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 {{(pid=109678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 15:00:31.151948 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747093039580'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), before_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.173349 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Calling delete_port for 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:31.226045 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.db [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] For port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8, host dv-cinder-823726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823726-5-iscsi',level=0,port_id=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,segment=NetworkSegment(8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d),segment_id=8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d)] {{(pid=109678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 15:00:31.226475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569431'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), precommit_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.241641 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Calling delete_port for 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 owned by network:dhcp {{(pid=109678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 15:00:31.248655 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:31.373113 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28057842'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.389137 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3538661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747093046330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747092466975'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), after_delete {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.399430 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Pushing event deleted for resources: {'Port': ['ID=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:31.404270 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] No DVR routers for this DVR port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 on host dv-cinder-823726-5-iscsi {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:31.417833 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Current status of the port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 is: ACTIVE; New status is: DOWN {{(pid=109678) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 15:00:31.418224 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3537954'] for port (35fd8a76-fe3d-4b77-bd06-8ce922b647a8), before_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.424560 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] Pushing event deleted for resources: {'Port': ['ID=35fd8a76-fe3d-4b77-bd06-8ce922b647a8,revision_number=None']} {{(pid=109678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:31.432842 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8327b0-8533-4aab-ac8c-36cdb3073903 None None] No DVR routers for this DVR port 35fd8a76-fe3d-4b77-bd06-8ce922b647a8 on host dv-cinder-823726-5-iscsi {{(pid=109678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 15:00:31.469149 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1d68193f-7faa-484b-aaa8-0400a27ef583 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:31.482334 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562758', 'neutron.services.segments.db._delete_segments_for_network-8747092986664'] for network (85daa7f1-2ac2-4d28-a726-16a27588c518), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.489203 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 1d68193f-7faa-484b-aaa8-0400a27ef583 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:31.489548 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 1d68193f-7faa-484b-aaa8-0400a27ef583 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:31.489972 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 no longer exists at agent ovs-agent-dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 15:00:31.503121 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85daa7f1-2ac2-4d28-a726-16a27588c518']}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:31.508771 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.plugin [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] No Port match for: 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 {{(pid=109678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 15:00:31.509122 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.plugins.ml2.rpc [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Device 6ad623d3-30c7-4f75-a2e8-1e88d71415e0 not bound to the agent host dv-cinder-823726-5-iscsi {{(pid=109678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 15:00:31.513152 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d') {'for_net_delete': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:31.513449 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.services.segments.db [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d') {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 15:00:31.524004 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747092987953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28324944'] for segment (8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.537358 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340'] for segment (8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.543391 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 15:00:31.543772 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3506340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28057823'] for segment (8eaccb61-16ed-41c8-b8ed-8bbc3b757c2d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: Traceback (most recent call last): Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: timer() Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: cb(*args, **kw) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: return func(*args, **kwargs) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: self._notify() Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: self.callback(batched_events) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: event.method(event) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: return f(self, *a, **k) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._get(url).json() Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: return self.request(url, 'GET', **kwargs) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 15:00:31.545413 dv-cinder-823726-5-iscsi neutron-server[109676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 15:00:31.676408 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3623110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558358'] for network (85daa7f1-2ac2-4d28-a726-16a27588c518), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.681215 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3623120'] for network (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:31.684525 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] 10.222.0.60 "DELETE /v2.0/networks/85daa7f1-2ac2-4d28-a726-16a27588c518 HTTP/1.1" status: 204 len: 168 time: 0.7475960 Jan 13 15:00:31.698032 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b1bc-19bc-4dd4-ae83-6a5901d2c67e admin admin] Pushing event deleted for resources: {'Network': ['ID=85daa7f1-2ac2-4d28-a726-16a27588c518,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:32.031742 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47368) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:32.071919 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-23c61625-10f9-4864-b83d-97c7b027832d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=013e714330fb4919b89cd5e680505e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390196 Jan 13 15:00:32.074368 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [-] (109676) accepted ('10.222.0.60', 47370) {{(pid=109676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:32.123748 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] Publish callbacks [] for security_group (5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:32.146627 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] Publish callbacks [] for security_group (5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:32.275314 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:32.278023 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:32.279261 dv-cinder-823726-5-iscsi neutron-server[109676]: INFO neutron.wsgi [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc HTTP/1.1" status: 204 len: 168 time: 0.2039969 Jan 13 15:00:32.291946 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30980bf5-aa5d-4b6f-9fb6-a53377d1e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9217a1-cf0f-4a05-b8cf-53c24dbaf2cc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:32.905314 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47376) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:32.944781 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-ff064440-a54f-47ce-a4c4-f3ddc1242859 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b16bb02cd074f82bae4e5bf70a6a8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383053 Jan 13 15:00:32.947330 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [-] (109677) accepted ('10.222.0.60', 47378) {{(pid=109677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 15:00:32.950088 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e45bfd23-2d28-46a1-a77b-9a9a8284b271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:32.999391 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] Publish callbacks [] for security_group (2c7b0a5c-13db-4efe-8f7c-714a28dabe38), before_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:33.020362 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] Publish callbacks [] for security_group (2c7b0a5c-13db-4efe-8f7c-714a28dabe38), precommit_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:33.133276 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530757'] for security_group (2c7b0a5c-13db-4efe-8f7c-714a28dabe38), after_delete {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:33.135877 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:33.137019 dv-cinder-823726-5-iscsi neutron-server[109677]: INFO neutron.wsgi [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c7b0a5c-13db-4efe-8f7c-714a28dabe38 HTTP/1.1" status: 204 len: 168 time: 0.1887648 Jan 13 15:00:33.145405 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa2172-9f02-4d2b-920d-84d12f6ef5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b0a5c-13db-4efe-8f7c-714a28dabe38,revision_number=None']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 15:00:34.214002 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:34.928242 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:00:35.281590 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:36.733226 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:00:46.818504 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:00.343932 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-28107ac1-d31f-4f54-9b93-f45df8f362ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:02.914516 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-3116c448-745c-4a0d-b943-bc481d11bb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:04.189369 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:05.245723 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:06.703589 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:11.926884 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:01:16.749484 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:30.331543 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-d3d217d1-8276-4bb2-b2e4-01f6c10558f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:32.902909 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-6c927488-3ca1-4b8c-83c6-508da0226ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:34.222737 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:35.262229 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:36.714117 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:41.999320 dv-cinder-823726-5-iscsi neutron-server[109676]: DEBUG neutron.wsgi [req-f4864241-ad3d-407d-9432-b3c8cc4f19e9 req-2ce80f6e-8a9a-49e4-b24b-1f3ef039f3ea service neutron] (109676) timed out ('10.222.0.66', 49910) {{(pid=109676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 13 15:01:42.139069 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-ef96cbce-ed24-4a77-95df-f22d2c246ce8 req-e414786c-c7d6-4d2b-ad2a-923c9e077611 service neutron] (109677) timed out ('10.222.0.66', 49899) {{(pid=109677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 13 15:01:46.748651 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:01:48.927845 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:02:00.313648 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-369cc11d-0c34-4b9e-887d-ee3f11c36820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:02.924751 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-38383e45-afea-4908-850a-f32557a5deac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:04.210588 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:05.256311 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:06.707926 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:16.770730 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:25.927391 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:02:30.347475 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b2b073d9-54c4-4637-aef7-0bdbfa24ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:32.918805 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-4e1a18ae-ba0c-42b2-9714-4f3f43f0dd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:34.216756 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:35.272575 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:36.723953 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:44.140289 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Thu, 13 Jan 2022 14:57:44 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 15:02:44.141774 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '02424577-d025-476e-ae07-4a6e8e715edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a46f0-c0d4-422b-815b-25f06532c79a'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jan 13 15:02:44.165576 dv-cinder-823726-5-iscsi neutron-server[109678]: ERROR neutron.notifiers.nova Jan 13 15:02:46.166279 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0'}] {{(pid=109678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 15:02:46.168617 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2ae0ac8c708d03fd91774e70d0177cd01357f242e1431d08b5d08cf6dc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf0b2e0-5d34-4161-a3e7-09f753009f08" -d '{"events": [{"server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "name": "network-vif-plugged", "status": "completed", "tag": "de507828-514f-44e4-ab27-384a474af3f0"}]}' {{(pid=109678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 15:02:46.403551 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 13 Jan 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b68140-b8b8-4835-8469-31e109f5bfeb x-openstack-request-id: req-a9b68140-b8b8-4835-8469-31e109f5bfeb {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 15:02:46.403839 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f53a90-0a09-49f4-9a7a-89a85fb3c89d", "name": "network-vif-plugged", "status": "failed", "tag": "de507828-514f-44e4-ab27-384a474af3f0", "code": 422}]} {{(pid=109678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 15:02:46.404290 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9b68140-b8b8-4835-8469-31e109f5bfeb {{(pid=109678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 15:02:46.404681 dv-cinder-823726-5-iscsi neutron-server[109678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91f53a90-0a09-49f4-9a7a-89a85fb3c89d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'de507828-514f-44e4-ab27-384a474af3f0', 'code': 422} returned with failed status Jan 13 15:02:46.740900 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:02:57.671365 dv-cinder-823726-5-iscsi neutron-server[109677]: DEBUG neutron.wsgi [req-f2a534c5-a8c2-4089-ac7d-e9c772ba4c24 req-ff7b8921-62c2-4960-a94d-49a8b05eff6f service neutron] (109677) timed out ('10.222.0.66', 49933) {{(pid=109677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 13 15:03:00.306471 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-5fb33f73-a8f8-40ef-8df0-926f2208d9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:02.926467 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:03:02.962410 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-e3115b60-a119-44d1-a3af-fcdd727a60fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:04.220067 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:05.243471 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:06.712066 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:16.814682 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:30.305376 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-67c8b611-f609-4994-9302-c83eb9aae407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:32.945536 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-f43ef949-b53f-443d-a067-5f45561857c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:34.225576 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:35.259196 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:36.744620 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:03:39.924872 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:03:46.790743 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:00.326445 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-6526cfa7-a150-4b95-bee8-1fae7c23c282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:02.944632 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-99983cd6-4999-46a8-ae5d-3cb2ec6ef49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:04.212824 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:05.281295 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:06.762115 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:16.784234 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:16.923554 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:04:30.332517 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c2f8873e-8176-42fb-abbf-e93c04cc7680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:32.920746 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-b0b0953c-a3a4-4aec-88e1-030972893fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:34.222459 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:35.280618 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:36.737915 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:46.789086 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:04:53.921986 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:05:00.319947 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-c6d04c7a-b5d1-4487-9f0c-9ff876e2c97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:02.942635 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-647ae79d-9731-4c44-b606-a72810be784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:04.222688 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:05.267491 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:06.720155 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:16.799712 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-15d8da8f-43b7-4654-9087-bd43babc18e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (309a7c4e-e94b-4882-812d-f3ba6c505c81), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:30.347578 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c83894-08a9-48ce-9f40-d106bf5f889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (ec59ee69-9eda-4c49-b80f-769cd29ed027), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:30.921691 dv-cinder-823726-5-iscsi neutron-server[109679]: DEBUG neutron.db.agents_db [None req-97ed241e-ea94-4d8b-a8a7-e380a19f95ae None None] Agent healthcheck: found 6 active agents {{(pid=109679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 15:05:32.930219 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-9021730b-8684-4510-b7a4-302b46a82cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (f8fd9f8a-6e6a-445f-a595-ccaa2ed0b31f), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:34.238495 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-710cfbb2-3ad2-469c-a434-cab29d0b6fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (bc211090-7d03-49e6-9b0b-0cfeafcf2b4c), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:35.266954 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-53c7d740-364c-4c65-921b-a235be9ca62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (67192e20-c539-4417-b0af-76818e197427), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 15:05:36.707387 dv-cinder-823726-5-iscsi neutron-server[109678]: DEBUG neutron_lib.callbacks.manager [None req-65c2da30-1fe9-432e-921c-b13eeba5ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747092986646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549008'] for agent (daac57d5-38ce-41ab-a6fe-c60d2fc2975e), after_update {{(pid=109678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}